-- Logs begin at Thu 2021-05-06 17:54:19 UTC, end at Thu 2021-05-06 18:56:40 UTC. -- May 06 18:26:28.987866 dv-cinder-733622-15-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 06 18:26:31.505380 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.common.config [-] Logging enabled! May 06 18:26:31.506260 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev186 May 06 18:26:31.506876 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78696) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 06 18:26:31.510099 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.common.config [-] Logging enabled! May 06 18:26:31.510393 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev186 May 06 18:26:31.510735 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78696) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 06 18:26:31.511774 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 18:26:31.512045 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 18:26:31.512467 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 18:26:31.512750 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 18:26:31.513019 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 18:26:31.513377 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.513707 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.514041 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.514308 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.514640 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.514976 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.515320 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.515650 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.515987 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.516308 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.516621 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.516943 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.517209 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.517533 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.517849 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.518219 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.518479 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] debug = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.518799 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.519324 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.519826 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.520275 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.520738 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.521226 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.522223 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.522602 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.523003 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.523460 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] host = dv-cinder-733622-15-iscsi {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.523810 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.524170 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.524499 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.524833 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.525201 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.525585 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.525978 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.526327 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.526668 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] log_file = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.527015 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.527389 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.527882 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.528288 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.528572 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.528851 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.529206 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.529550 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.529882 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.530216 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.530547 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.530879 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.531243 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.531576 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.531914 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.532252 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.532593 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.532923 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.533257 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.533591 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.533919 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.534261 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.534589 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.534918 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.535285 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.535630 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.535953 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.536282 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.536637 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.538094 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.538459 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.538803 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.539141 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.539507 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.539842 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.540173 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.540500 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] use_json = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.540833 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.541163 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.541498 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.541826 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.542155 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.542484 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.542812 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.543192 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:31.543562 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.543924 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.544288 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.544633 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.544992 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.545332 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.545683 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.546022 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.546373 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.546722 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.547353 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.547690 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.548051 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.548405 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.548815 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.549229 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.549633 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.550017 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.550392 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.550760 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.551131 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.551545 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.551926 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.552307 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.553503 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.553883 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.554272 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.554662 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.555029 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.555427 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.555800 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.556187 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.556553 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.556922 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.557291 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.557659 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.558024 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.558445 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.558817 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.559228 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.559601 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.559961 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.560324 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.560694 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.561051 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.561427 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.561796 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.562156 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.562518 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.562889 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.563284 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.563646 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.564015 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.564383 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.564753 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.565125 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.565503 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.565866 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.566233 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.566596 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.566968 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.567372 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.567743 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.568700 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.569715 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.570088 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.570458 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.570822 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.571250 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.571647 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.572021 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.572388 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.572764 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.573149 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.573518 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.573882 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.574246 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.574612 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.574991 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.575413 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.575791 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.576173 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.576543 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.576909 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.577298 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.577668 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.578041 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.578405 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.578818 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.579229 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.579603 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.579985 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.580371 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.580748 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.581127 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.581557 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.581917 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.582324 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.582693 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:31.582997 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 18:26:31.583360 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78696) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 06 18:26:31.955360 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78696) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:26:31.955616 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78696) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:26:31.955904 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78696) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:26:31.956241 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.manager [-] Loading core plugin: ml2 May 06 18:26:32.281633 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.281850 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.282077 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.283351 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.283628 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.283896 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.411749 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.412739 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.413084 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.427882 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.428364 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.428579 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.457983 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.458263 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.458568 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.498618 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.498894 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.499185 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.738823 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.739540 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.739540 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.739804 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.741128 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.871430 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.871756 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.872039 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.872311 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.872574 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.872884 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.873147 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.873405 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.873663 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.873942 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.874200 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.874463 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.874725 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.874982 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.875282 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.875560 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.875821 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.876093 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.876347 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.876627 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.876986 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.877404 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.877662 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.877949 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.878203 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.878451 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.878858 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78696) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 18:26:32.879102 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78696) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 18:26:32.879369 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78696) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 18:26:32.879610 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78696) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 18:26:32.879849 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78696) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 18:26:32.880088 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78696) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 18:26:32.881017 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 06 18:26:32.884525 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 06 18:26:32.888589 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 06 18:26:32.892581 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) May 06 18:26:32.894253 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 06 18:26:32.894717 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 06 18:26:32.895057 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 06 18:26:32.895484 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 06 18:26:32.898460 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 06 18:26:32.898893 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 06 18:26:32.899281 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 06 18:26:32.927961 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 06 18:26:32.928426 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.928725 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78696) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 06 18:26:32.929090 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.930518 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78696) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 06 18:26:32.930813 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 06 18:26:32.931063 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 06 18:26:32.934634 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:32.934925 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.001931 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 06 18:26:33.002216 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 06 18:26:33.002359 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 06 18:26:33.002655 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 06 18:26:33.035858 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_db.sqlalchemy.engines [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78696) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 06 18:26:33.386062 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.managers [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Initializing driver for type 'gre' May 06 18:26:33.386793 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] gre ID ranges: [(1, 1000)] May 06 18:26:33.456612 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.managers [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Initializing driver for type 'local' May 06 18:26:33.456954 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.managers [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Initializing driver for type 'vlan' May 06 18:26:33.470143 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] VlanTypeDriver initialization complete May 06 18:26:33.470627 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.managers [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Initializing driver for type 'vxlan' May 06 18:26:33.471207 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] vxlan ID ranges: [(1, 1000)] May 06 18:26:33.540134 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.managers [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Initializing extension driver 'port_security' May 06 18:26:33.540617 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.extensions.port_security [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] PortSecurityExtensionDriver initialization complete May 06 18:26:33.541034 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.managers [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Initializing mechanism driver 'openvswitch' May 06 18:26:33.541409 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.managers [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Initializing mechanism driver 'hyperv' May 06 18:26:33.548556 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.plugins.ml2.plugin [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:26:33.549332 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > port after_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.549708 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > port after_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.550059 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > port after_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.550444 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > subnet after_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.550797 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > subnet after_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.551139 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > subnet after_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.551544 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > network after_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.551896 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > network after_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.552237 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > network after_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.552694 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > security_group after_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.553039 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > security_group after_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.553377 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > security_group after_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.553756 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.554097 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.554432 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.554805 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > address_group after_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.555169 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > address_group after_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.555502 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > address_group after_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.555838 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] ML2 OVO RPC backend initialized. {{(pid=78696) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 06 18:26:33.556574 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > router_interface after_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.556925 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.557343 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > network before_response 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.557688 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > networks before_response 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.558038 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > port before_response 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.558380 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > ports before_response 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.558723 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > subnet before_response 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.559065 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > subnets before_response 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.559433 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > network after_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.559774 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > network after_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.560105 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > network after_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.560439 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > port after_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.560770 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > port after_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.561102 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > port after_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.561433 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > subnet after_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.561772 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > subnet after_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.562101 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > subnet after_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.562717 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.plugin [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Modular L2 Plugin initialization complete May 06 18:26:33.563041 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading services supported by the core plugin {{(pid=78696) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 06 18:26:33.563396 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.plugins.ml2.managers [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Got port-security extension from driver 'port_security' May 06 18:26:33.563861 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.extensions.vlantransparent [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Disabled vlantransparent extension. May 06 18:26:33.564350 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78696) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 06 18:26:33.564661 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading Plugin: router May 06 18:26:33.602091 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > router_interface before_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.602481 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > router after_create 55549900 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.602853 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > router before_create 55549900 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.603256 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.603631 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.603986 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > router after_delete 55549900 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.604345 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > floatingip after_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.604709 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > router after_create 55549900 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.605057 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > router after_update 55549900 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.605407 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > router after_update 55549900 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.605755 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.606113 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > router after_update 55549900 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.606519 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > router precommit_update 55549900 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.606889 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: port after_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.607252 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: port after_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.607592 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: subnet after_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.607929 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.608276 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > port precommit_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.608621 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > router precommit_create 55549900 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.608961 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: port before_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.609303 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > router precommit_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.609657 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > router after_update 55549900 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.609997 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > router precommit_delete 55549900 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.610337 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > router precommit_create 55549900 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.610698 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > router_interface after_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.611039 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > router precommit_update 55549900 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.611438 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > network after_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.612336 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Tracking information for resource: router configured {{(pid=78696) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 18:26:33.612662 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Tracking information for resource: floatingip configured {{(pid=78696) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 18:26:33.618296 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.db.l3_agentschedulers_db [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 06 18:26:33.618894 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: port after_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.619296 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: port after_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.619648 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: port after_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.620006 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: port after_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.620829 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > router before_create 55550100 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.621193 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > router precommit_delete 55550100 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.621555 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > router precommit_create 55550100 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.621909 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > router precommit_update 55550100 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.626410 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.services.provider_configuration [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Service providers = [] {{(pid=78696) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 06 18:26:33.626776 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.db.servicetype_db [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78696) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 06 18:26:33.629876 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.services.service_base [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78696) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 18:26:33.630233 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.services.service_base [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78696) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 18:26:33.631100 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.services.service_base [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78696) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 18:26:33.632035 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.services.service_base [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78696) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 18:26:33.632412 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.services.service_base [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Default provider is not specified for service type L3_ROUTER_NAT May 06 18:26:33.634422 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78696) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 18:26:33.634754 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 06 18:26:33.646835 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78696) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 18:26:33.647093 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading Plugin: auto_allocate May 06 18:26:33.654248 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: network precommit_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.654730 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: network precommit_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.655355 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78696) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 18:26:33.655710 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading Plugin: tag May 06 18:26:33.665148 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78696) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 18:26:33.665513 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading Plugin: timestamp May 06 18:26:33.670020 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78696) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 18:26:33.670346 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading Plugin: network_ip_availability May 06 18:26:33.676950 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.677455 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.678016 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.679021 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78696) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 18:26:33.679396 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading Plugin: flavors May 06 18:26:33.685451 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78696) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 18:26:33.685818 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading Plugin: revisions May 06 18:26:33.690953 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78696) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 18:26:33.691392 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_concurrency.lockutils [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.735s {{(pid=78696) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:26:33.692163 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78696) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 06 18:26:33.692497 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Initializing extension manager. May 06 18:26:33.693526 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: __init__.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.693889 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: __pycache__ {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.694218 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.694611 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: address_group.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.695377 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.695971 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: address-group May 06 18:26:33.696294 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: address_scope.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.697005 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.697518 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: address-scope May 06 18:26:33.697838 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: admin_state_down_before_update.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.698829 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.699375 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: router-admin-state-down-before-update May 06 18:26:33.699695 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: agent.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.700396 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.700903 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: agent May 06 18:26:33.701229 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: agent_resources_synced.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.702156 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.702670 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: agent-resources-synced May 06 18:26:33.702991 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: allowedaddresspairs.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.704866 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.705404 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: allowed-address-pairs May 06 18:26:33.705731 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: auto_allocated_topology.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.706823 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.707376 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: auto-allocated-topology May 06 18:26:33.707704 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: availability_zone.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.708400 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.708989 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: availability_zone May 06 18:26:33.709335 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: availability_zone_filter.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.710300 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.710821 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: availability_zone_filter May 06 18:26:33.711141 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: data_plane_status.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.712081 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.712572 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension data-plane-status not supported by any of loaded plugins May 06 18:26:33.712892 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: default_subnetpools.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.713797 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.714307 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: default-subnetpools May 06 18:26:33.714634 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: dhcpagentscheduler.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.715498 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.716012 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: dhcp_agent_scheduler May 06 18:26:33.716337 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: dns.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.717264 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.717774 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension dns-integration not supported by any of loaded plugins May 06 18:26:33.718095 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: dns_domain_ports.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.719008 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.719552 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension dns-domain-ports not supported by any of loaded plugins May 06 18:26:33.719872 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: dvr.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.720539 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.721049 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: dvr May 06 18:26:33.721367 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: empty_string_filtering.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.722274 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.722783 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: empty-string-filtering May 06 18:26:33.723103 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.724041 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.725120 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 06 18:26:33.725439 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.726505 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.727015 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 06 18:26:33.727361 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: external_net.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.728258 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.728773 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: external-net May 06 18:26:33.729091 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: extra_dhcp_opt.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.730007 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.730522 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: extra_dhcp_opt May 06 18:26:33.730842 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: extraroute.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.731786 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.732295 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: extraroute May 06 18:26:33.732615 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: extraroute_atomic.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.733669 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.734184 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: extraroute-atomic May 06 18:26:33.734506 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: filter_validation.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.735215 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.735730 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: filter-validation May 06 18:26:33.736050 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: fip_pf_description.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.737240 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.737755 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 06 18:26:33.738075 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: fip_port_details.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.739003 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.739620 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: fip-port-details May 06 18:26:33.739914 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: flavors.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.741520 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.742062 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: flavors May 06 18:26:33.742385 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.744198 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.744737 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 06 18:26:33.745074 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: floatingip_pools.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.745803 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.746314 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: floatingip-pools May 06 18:26:33.746639 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: ip_allocation.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.747633 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.748149 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension ip_allocation not supported by any of loaded plugins May 06 18:26:33.748476 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.749399 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.750040 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: ip-substring-filtering May 06 18:26:33.750373 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: l2_adjacency.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.751343 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.751861 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension l2_adjacency not supported by any of loaded plugins May 06 18:26:33.752184 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: l3.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.753228 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.753761 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: router May 06 18:26:33.754112 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: l3_conntrack_helper.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.757579 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.758153 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 06 18:26:33.758489 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.759614 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.760158 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: ext-gw-mode May 06 18:26:33.760487 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.761466 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.761997 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: l3-ha May 06 18:26:33.762322 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: l3_flavors.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.763303 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.763830 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: l3-flavors May 06 18:26:33.764153 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.765101 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.765624 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: l3-port-ip-change-not-allowed May 06 18:26:33.765947 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: l3agentscheduler.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.767060 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.767620 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: l3_agent_scheduler May 06 18:26:33.767948 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: logging.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.769629 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.770177 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension logging not supported by any of loaded plugins May 06 18:26:33.770505 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: metering.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.771480 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.772083 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: metering May 06 18:26:33.772408 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.773625 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.774152 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: metering_source_and_destination_fields May 06 18:26:33.774478 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: multiprovidernet.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.775647 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.776160 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: multi-provider May 06 18:26:33.776492 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: netmtu.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.777449 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.777966 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: net-mtu May 06 18:26:33.778290 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: netmtu_writable.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.779279 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.779802 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: net-mtu-writable May 06 18:26:33.780125 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: network_availability_zone.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.780806 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.781315 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: network_availability_zone May 06 18:26:33.781639 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: network_ip_availability.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.782812 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.783364 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: network-ip-availability May 06 18:26:33.783692 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: network_segment_range.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.784497 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.785009 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension network-segment-range not supported by any of loaded plugins May 06 18:26:33.785330 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: pagination.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.786390 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.787271 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: pagination May 06 18:26:33.787603 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: port_device_profile.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.788553 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.789104 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: port-device-profile May 06 18:26:33.789425 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.790398 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.790918 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: port-mac-address-regenerate May 06 18:26:33.791275 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.792202 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.792717 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: port-numa-affinity-policy May 06 18:26:33.793036 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: port_resource_request.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.793953 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.794465 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension port-resource-request not supported by any of loaded plugins May 06 18:26:33.794784 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: portbindings.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.795745 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.796271 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: binding May 06 18:26:33.796592 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: portbindings_extended.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.798178 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.798706 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: binding-extended May 06 18:26:33.799030 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: portsecurity.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.799976 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.800493 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: port-security May 06 18:26:33.800816 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: project_id.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.801794 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.802123 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: project-id May 06 18:26:33.802512 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: providernet.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.803473 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.803992 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: provider May 06 18:26:33.804314 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: qos.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.808076 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.808632 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension qos not supported by any of loaded plugins May 06 18:26:33.808963 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.810253 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.810772 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 06 18:26:33.811100 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.812036 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.812557 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 06 18:26:33.812883 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: qos_default.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.813791 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.814303 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension qos-default not supported by any of loaded plugins May 06 18:26:33.814647 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: qos_fip.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.815329 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.815840 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension qos-fip not supported by any of loaded plugins May 06 18:26:33.816166 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: qos_gateway_ip.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.817084 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.817600 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension qos-gateway-ip not supported by any of loaded plugins May 06 18:26:33.817920 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: qos_port_network_policy.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.819382 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.819908 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension qos-port-network-policy not supported by any of loaded plugins May 06 18:26:33.820231 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: qos_rule_type_details.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.821138 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.821652 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension qos-rule-type-details not supported by any of loaded plugins May 06 18:26:33.821972 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: qos_rules_alias.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.823024 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.823572 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension qos-rules-alias not supported by any of loaded plugins May 06 18:26:33.823892 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: quotasv2.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.825005 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.825336 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: quotas May 06 18:26:33.825654 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: quotasv2_detail.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.827359 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.827699 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: quota_details May 06 18:26:33.828029 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: rbac.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.829094 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.829625 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: rbac-policies May 06 18:26:33.829952 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: rbac_address_group.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.830878 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.831438 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: rbac-address-group May 06 18:26:33.831766 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: rbac_address_scope.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.832748 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.833266 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: rbac-address-scope May 06 18:26:33.833626 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: rbac_security_groups.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.834636 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.835077 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: rbac-security-groups May 06 18:26:33.835425 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: rbac_subnetpool.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.836340 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.836851 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: rbac-subnetpool May 06 18:26:33.837169 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: revisionifmatch.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.838095 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.838607 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: revision-if-match May 06 18:26:33.838925 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: revisions.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.840085 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.840598 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: standard-attr-revisions May 06 18:26:33.840917 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: router_availability_zone.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.841591 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.842102 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: router_availability_zone May 06 18:26:33.842420 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: routerservicetype.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.843365 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.843883 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension router-service-type not supported by any of loaded plugins May 06 18:26:33.844202 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.845127 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.845643 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: security-groups-normalized-cidr May 06 18:26:33.845965 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: security_groups_port_filtering.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.846888 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.847452 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: port-security-groups-filtering May 06 18:26:33.847773 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.848695 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.850056 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: security-groups-remote-address-group May 06 18:26:33.850056 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: securitygroup.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.860016 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.860582 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: security-group May 06 18:26:33.860917 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: segment.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.861746 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.862262 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension segment not supported by any of loaded plugins May 06 18:26:33.862586 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.863609 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.864126 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 06 18:26:33.864452 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: servicetype.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.865652 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.866182 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: service-type May 06 18:26:33.866505 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: sorting.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.867537 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.867866 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: sorting May 06 18:26:33.868186 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: standard_attr_segment.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.869092 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.869611 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension standard-attr-segment not supported by any of loaded plugins May 06 18:26:33.869932 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: standardattrdescription.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.870583 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.871094 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: standard-attr-description May 06 18:26:33.871446 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: stateful_security_group.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.872373 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.872895 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: stateful-security-group May 06 18:26:33.873218 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: stdattrs_common.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.873793 dv-cinder-733622-15-iscsi neutron-server[78696]: WARNING neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 06 18:26:33.874113 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.875357 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.875888 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 06 18:26:33.876219 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: subnet_onboard.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.877326 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.877851 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: subnet_onboard May 06 18:26:33.878175 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.879093 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.879644 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 06 18:26:33.879967 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: subnet_service_types.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.881604 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.882144 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: subnet-service-types May 06 18:26:33.882468 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: subnetallocation.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.883660 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.884191 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: subnet_allocation May 06 18:26:33.884515 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.885215 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.885739 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: subnetpool-prefix-ops May 06 18:26:33.886062 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.887095 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.887666 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 06 18:26:33.887990 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: tagging.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.889142 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.889672 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: standard-attr-tag May 06 18:26:33.890001 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: timestamp.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.891321 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.891847 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loaded extension: standard-attr-timestamp May 06 18:26:33.892175 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: trunk.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.893245 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.893769 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension trunk not supported by any of loaded plugins May 06 18:26:33.894095 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: trunk_details.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.895042 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.895598 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension trunk-details not supported by any of loaded plugins May 06 18:26:33.895923 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: uplink_status_propagation.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.897218 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.897555 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension uplink-status-propagation not supported by any of loaded plugins May 06 18:26:33.897775 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Loading extension file: vlantransparent.py {{(pid=78696) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:33.898457 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78696) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:33.898968 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extension vlan-transparent not supported by any of loaded plugins May 06 18:26:33.901546 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Creating instance of TrackedResource for resource:network May 06 18:26:33.902312 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Creating instance of TrackedResource for resource:subnet May 06 18:26:33.903121 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Creating instance of TrackedResource for resource:subnetpool May 06 18:26:33.903756 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Creating instance of TrackedResource for resource:port May 06 18:26:33.905026 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.v2.resource_helper [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78696) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:33.905489 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.v2.resource_helper [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Service FLAVORS assigned prefix: {{(pid=78696) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:33.906127 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.v2.resource_helper [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78696) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:33.906564 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.v2.resource_helper [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78696) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:33.906894 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Creating instance of TrackedResource for resource:router May 06 18:26:33.907613 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Creating instance of TrackedResource for resource:floatingip May 06 18:26:33.908287 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.v2.resource_helper [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Service METERING assigned prefix: /metering {{(pid=78696) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:33.909745 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.910117 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.910470 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:33.912004 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Creating instance of CountableResource for resource:rbac_policy May 06 18:26:33.912215 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Creating instance of TrackedResource for resource:security_group May 06 18:26:33.912942 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Creating instance of TrackedResource for resource:security_group_rule May 06 18:26:33.913698 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.v2.resource_helper [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Service CORE assigned prefix: {{(pid=78696) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:33.914035 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Creating instance of TrackedResource for resource:subnetpool May 06 18:26:33.914378 dv-cinder-733622-15-iscsi neutron-server[78696]: WARNING neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] subnetpool is already registered May 06 18:26:33.914995 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.v2.resource_helper [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Service CORE assigned prefix: {{(pid=78696) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:33.915447 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Creating instance of TrackedResource for resource:subnetpool May 06 18:26:33.915792 dv-cinder-733622-15-iscsi neutron-server[78696]: WARNING neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] subnetpool is already registered May 06 18:26:33.918429 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.v2.resource_helper [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78696) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:33.918861 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.v2.resource_helper [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Service FLAVORS assigned prefix: {{(pid=78696) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:33.919488 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.v2.resource_helper [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78696) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:33.919925 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.v2.resource_helper [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78696) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:33.920270 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Creating instance of TrackedResource for resource:router May 06 18:26:33.920571 dv-cinder-733622-15-iscsi neutron-server[78696]: WARNING neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] router is already registered May 06 18:26:33.921174 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Creating instance of TrackedResource for resource:floatingip May 06 18:26:33.921502 dv-cinder-733622-15-iscsi neutron-server[78696]: WARNING neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] floatingip is already registered May 06 18:26:33.922376 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.v2.resource_helper [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Service METERING assigned prefix: /metering {{(pid=78696) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:33.923067 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Creating instance of CountableResource for resource:rbac_policy May 06 18:26:33.923427 dv-cinder-733622-15-iscsi neutron-server[78696]: WARNING neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] rbac_policy is already registered May 06 18:26:33.925053 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Creating instance of TrackedResource for resource:security_group May 06 18:26:33.925400 dv-cinder-733622-15-iscsi neutron-server[78696]: WARNING neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] security_group is already registered May 06 18:26:33.925996 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Creating instance of TrackedResource for resource:security_group_rule May 06 18:26:33.926337 dv-cinder-733622-15-iscsi neutron-server[78696]: WARNING neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] security_group_rule is already registered May 06 18:26:33.927004 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.v2.resource_helper [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Service CORE assigned prefix: {{(pid=78696) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:33.927955 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Creating instance of TrackedResource for resource:subnetpool May 06 18:26:33.928461 dv-cinder-733622-15-iscsi neutron-server[78696]: WARNING neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] subnetpool is already registered May 06 18:26:33.929062 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.v2.resource_helper [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Service CORE assigned prefix: {{(pid=78696) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:33.929391 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Creating instance of TrackedResource for resource:subnetpool May 06 18:26:33.929718 dv-cinder-733622-15-iscsi neutron-server[78696]: WARNING neutron.quota.resource_registry [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] subnetpool is already registered May 06 18:26:33.930370 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: extensions {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.931934 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: address-groups {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.933549 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: address-scopes {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.934788 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: agents {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.936030 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: auto-allocated-topology {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.937301 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: availability_zones {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.938630 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: dhcp-networks {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.940102 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: dhcp-agents {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.941547 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: routers {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.943483 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: flavors {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.944674 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: service_profiles {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.945880 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: next_providers {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.947448 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: service_profiles {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.948913 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: floatingip-pools {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.950163 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: routers {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.952198 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: floatingips {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.953396 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: l3-routers {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.954779 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: l3-agents {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.956241 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: metering-labels {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.957612 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: metering-label-rules {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.959498 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: network-ip-availabilities {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.960846 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: bindings {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.962502 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: quotas {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.963984 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: quotas {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.965445 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: rbac-policies {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.966744 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: security-groups {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.968010 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: security-group-rules {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.969273 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: service-providers {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.970513 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: subnetpools {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.971969 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: subnetpools {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.973446 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: tags {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.975260 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: tags {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.977091 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: tags {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.978873 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: tags {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.980714 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: tags {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.982573 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: tags {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.984339 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: tags {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.987326 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: tags {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:33.989140 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: tags {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:34.105317 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron.api.extensions [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Extended resource: tags {{(pid=78696) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:34.111313 dv-cinder-733622-15-iscsi neutron-server[78696]: WARNING keystonemiddleware.auth_token [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 06 18:26:34.116798 dv-cinder-733622-15-iscsi neutron-server[78696]: WARNING keystonemiddleware.auth_token [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 06 18:26:34.125519 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_concurrency.lockutils [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Acquired lock "singleton_lock" {{(pid=78696) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 06 18:26:34.126011 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_concurrency.lockutils [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Releasing lock "singleton_lock" {{(pid=78696) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 06 18:26:34.126672 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO oslo_service.service [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Starting 2 workers May 06 18:26:34.131493 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Started child 78803 {{(pid=78696) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 18:26:34.136107 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Started child 78804 {{(pid=78696) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 18:26:34.137790 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO neutron.service [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Neutron service started, listening on 0.0.0.0:9696 May 06 18:26:34.138436 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Notify callbacks [] for process, before_spawn {{(pid=78696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:34.139463 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:34.141047 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO oslo_service.service [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Starting 1 workers May 06 18:26:34.141622 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [-] (78803) wsgi starting up on http://0.0.0.0:9696 May 06 18:26:34.142928 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:34.144910 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [-] (78804) wsgi starting up on http://0.0.0.0:9696 May 06 18:26:34.146740 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Started child 78805 {{(pid=78696) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 18:26:34.147551 dv-cinder-733622-15-iscsi neutron-server[78696]: INFO oslo_service.service [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Starting 1 workers May 06 18:26:34.151894 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.service [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] calling RpcWorker wait() {{(pid=78805) _wait /opt/stack/neutron/neutron/service.py:128}} May 06 18:26:34.152824 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Started child 78806 {{(pid=78696) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 18:26:34.152951 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.service [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] returning from RpcWorker wait() {{(pid=78805) _wait /opt/stack/neutron/neutron/service.py:135}} May 06 18:26:34.153064 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG neutron_lib.callbacks.manager [None req-4e142f79-da0d-4c38-a8fb-f62c8ba2a72b None None] Notify callbacks [] for process, after_spawn {{(pid=78696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:34.154178 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:34.154760 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:26:34.155039 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78696) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 06 18:26:34.155285 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 18:26:34.155491 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 18:26:34.155696 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 18:26:34.156022 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 18:26:34.156219 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 18:26:34.156720 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.156985 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.157252 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.157550 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.157817 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.158416 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.158673 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.158915 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.159243 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.159510 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.159713 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.159902 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.160094 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.160301 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.160667 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.160936 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.161174 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.161374 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:34.162794 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.162794 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.162794 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.163395 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.163395 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.163761 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] debug = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.163761 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.164160 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:26:34.164359 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.164359 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.164771 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.164974 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.165164 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.165355 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.165931 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.165931 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.166324 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.166324 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.166680 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.166859 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.167038 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.167290 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.167597 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.167782 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.168281 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] host = dv-cinder-733622-15-iscsi {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.168504 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.168723 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.168992 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.169242 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.169494 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.169698 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.169955 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.170201 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.170475 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.170857 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.171050 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.171263 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.171479 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.171736 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] log_file = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.171918 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] log_options = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.172396 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.172685 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.172947 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.173130 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.173310 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.173988 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.173988 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.173988 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.174869 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.174869 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.174869 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.175536 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.175536 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.175536 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.176507 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.176507 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.176507 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.176507 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.176507 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.177651 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.177651 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.177651 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.177651 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.177651 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.178701 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.178701 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.178701 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.178701 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.178701 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.179978 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.179978 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.179978 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.179978 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.180789 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.180789 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.181371 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 38746) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:26:34.181712 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.181712 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.181712 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.181712 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.181712 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.181712 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.183190 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.183190 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.183190 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.183190 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.183190 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] use_json = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.183190 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.183190 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.184638 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.184638 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.184638 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.184638 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.184638 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.184638 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.185964 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.185964 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.185964 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.185964 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.185964 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.187356 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.187356 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.187356 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.187356 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.187356 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.187356 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.188614 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.188614 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.188614 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.188614 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.189408 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.189408 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.189408 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.189408 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.190229 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.190229 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.190229 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.190820 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.190820 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.191397 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.191397 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.191397 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.192072 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.192072 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.192072 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.192680 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.192680 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.192680 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.193646 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.193867 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0095022 May 06 18:26:34.194093 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.195386 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.195663 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.195942 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.196195 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.198155 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.198155 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.198155 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.198588 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.198588 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.198860 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.198994 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.200616 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.200616 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.200616 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.200616 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.200616 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.200616 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.200616 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.201700 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.201700 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.201700 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.201700 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.201700 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.202362 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.202362 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.202362 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.202757 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.202757 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.203009 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.203141 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.204787 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.205060 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.205318 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.205535 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.205763 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.205991 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.206211 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.206429 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.206777 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.206919 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.207052 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.207330 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.207548 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.207769 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.208053 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.208277 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.213176 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.213176 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.215690 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.215690 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.215690 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.220276 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.220776 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.221056 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.221252 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.221556 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.221812 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.222108 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.222359 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.222612 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.222907 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.224436 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.224436 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.227402 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.227728 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.227984 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.228219 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.230033 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.230033 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.230033 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.230033 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.230033 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.230033 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.230033 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.230836 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.230836 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.230836 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.231302 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.231302 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.231530 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.231999 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.232147 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.232394 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.232613 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.232847 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.233085 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.233651 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.233651 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.234106 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.234106 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.234810 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.234810 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.234810 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.235470 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.235470 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.235470 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.236128 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.243104 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.243104 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.243104 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.243104 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.243104 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.243104 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.243104 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.245029 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.245029 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.245029 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.245029 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.246317 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.247965 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.247965 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.247965 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.247965 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.248611 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.248750 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.250317 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.250703 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.251066 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.251852 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.252539 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.253662 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.253662 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.254005 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.254674 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.256976 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.256976 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.256976 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.256976 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.256976 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.257579 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.257579 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.258099 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.258671 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.259142 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.260768 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.260768 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.260768 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.261176 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.261316 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.261909 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.263798 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.263798 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.263798 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.264153 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.264364 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.266501 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.268846 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.269363 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.271502 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.272136 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.272790 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.273474 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.274022 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.274445 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.274841 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.275306 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.275689 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.276087 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.276600 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.276904 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.277283 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.277643 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.277878 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.278154 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.278424 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.278680 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.278899 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.280848 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.281772 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.282304 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.282888 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.285387 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.285387 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.285387 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.285750 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.285866 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.286086 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.286310 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.286533 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.289180 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.289445 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.290588 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.290588 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.290588 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.290588 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.290588 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.291130 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.291130 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.291410 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.291542 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.291719 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.291950 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.292165 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.292165 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.292165 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.292939 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.293100 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.293349 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.293593 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.293901 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.294244 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.294376 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.294640 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.294973 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.295675 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.295925 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.296304 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.297434 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.298099 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.298741 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.299066 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.299412 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.299674 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.300692 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.300984 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.301278 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.301543 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.301783 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.302087 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.302984 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.303538 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.303783 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.304214 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.305230 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.305822 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.306058 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.306290 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.306520 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.306747 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.306997 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.307286 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.307520 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.307767 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.308004 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.308242 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.308472 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.308714 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.308965 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.309187 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.309369 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 18:26:34.309949 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78696) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 06 18:26:34.310123 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 18:26:34.310291 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 18:26:34.310433 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 18:26:34.310578 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 18:26:34.310719 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 18:26:34.310927 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.311081 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.311338 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.311490 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.311634 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.311780 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.311927 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.312094 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.312253 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.312553 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.312836 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.313146 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.313450 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.313607 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.313930 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.314104 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.314249 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.314402 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.314565 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.314714 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.315698 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.316177 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.316405 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] debug = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.317076 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.317076 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.317076 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.317076 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.317397 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.317397 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.317555 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.317635 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.317784 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.318039 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.318205 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.318352 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.318499 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.318640 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.318781 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.318937 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.319074 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.319271 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] host = dv-cinder-733622-15-iscsi {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.319399 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.319521 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.319650 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.319778 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.319904 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.320032 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.320198 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.320342 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.320489 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.320633 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.320773 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.320910 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.321052 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.321194 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] log_file = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.321338 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] log_options = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.321581 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.321581 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.321848 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.321991 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.322136 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.322275 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.322416 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.322665 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.322872 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.323033 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.323210 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.323371 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.323527 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.323683 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.324459 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.324459 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.324459 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.324459 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.324459 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.324797 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.324797 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.324911 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.324975 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.325151 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.325294 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.325438 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.325591 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.325749 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.325914 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.326168 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.326404 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.326404 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.326848 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.326848 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.326848 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.327565 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.327565 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.327565 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.327565 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.327565 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.328617 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.328617 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.328617 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.328617 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.328617 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.328617 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] use_json = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.328617 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.329549 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.329549 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.329549 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.329549 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.329549 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.329549 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.329549 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:34.330287 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.330287 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.330287 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.330287 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.330287 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.330852 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.330852 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.330852 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.332586 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.332586 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.332586 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.332586 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.332586 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.332586 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.332586 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.332586 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.334860 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.334860 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.334860 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.334860 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.334860 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.334860 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.334860 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.334860 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.336414 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.336414 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.336414 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.336414 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.336414 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.336414 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.336414 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.336414 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.337224 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.337224 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.337224 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.337224 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.337224 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.337224 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.337224 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.337224 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.337224 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.337981 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.337981 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.337981 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.337981 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.337981 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.337981 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.337981 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.337981 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.337981 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.338721 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.338721 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.338721 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.338721 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.338721 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.338721 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.338721 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.338721 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.338721 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.339637 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.339637 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.339637 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.339637 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.339637 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.340142 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.340142 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.340142 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.340142 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.340540 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.340540 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.340739 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.340739 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.341000 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.341114 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.341227 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.341335 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.341485 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.341645 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.341804 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.341963 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.342121 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.342279 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.342438 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.342595 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.342764 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.342938 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.343098 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.343291 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.343449 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.343607 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.343765 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.343922 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.344081 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.345160 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.345160 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.345160 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.345160 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.345160 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.345160 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.345160 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.346132 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.346132 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.346132 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.346132 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.346132 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.346132 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.346132 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.346935 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.346935 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.346935 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.346935 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.346935 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.347554 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.347554 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.347554 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.347554 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.348075 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.348075 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.348075 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.348075 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.348602 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.348602 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.348602 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.348990 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.348990 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.348990 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.351962 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.351962 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.351962 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.351962 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.351962 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.351962 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.351962 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.351962 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.353900 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.353900 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.353900 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.353900 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.353900 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.353900 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.353900 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.353900 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.353900 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.355143 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.355143 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.355143 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.355143 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.355143 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.355143 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.355143 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.355143 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.357674 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.357674 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.357674 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.357674 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.357674 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.357674 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.357674 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.357674 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.358806 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.358806 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.358806 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.358806 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.358806 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.358806 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.358806 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.358806 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.360871 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.360871 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.360871 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.360871 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.360871 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.360871 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.360871 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.360871 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.362681 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.362681 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.362681 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.362681 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.362681 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.362681 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.362681 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.362681 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.363974 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.363974 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.363974 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.363974 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.363974 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.363974 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.363974 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.363974 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.365818 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.365818 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.365818 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.365818 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.365818 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.365818 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.365818 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.365818 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.367601 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.367601 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.367601 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.367601 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.367601 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.367601 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.367601 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.367601 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.367601 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.369157 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.369157 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.369157 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.369157 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.369157 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.369157 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.369157 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.369157 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.369157 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.370437 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.370437 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.370437 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.370437 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.370437 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.370437 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.370437 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.370437 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.370437 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.371682 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.371682 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.371682 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.371682 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.371682 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.371682 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.371682 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.371682 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.372777 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.372777 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.372777 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.372777 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.372777 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.372777 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.372777 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.372777 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.374003 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.374003 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.374003 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.374003 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.374003 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.374003 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.374003 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.374003 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.375467 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.375467 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.375467 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.375467 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.375467 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.375467 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.375467 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.375467 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.376721 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.376721 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.376721 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.376721 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.377211 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.377211 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.377211 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.377585 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.377585 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.377927 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.378118 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.378118 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.378455 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.378455 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.378780 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.380018 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:34.380018 dv-cinder-733622-15-iscsi neutron-server[78696]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78696) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 18:26:34.392364 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:26:46.303780 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a281b12d-a41c-47ed-a607-9a203db27c76 None None] get_active_networks_info from dv-cinder-733622-15-iscsi {{(pid=78805) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 06 18:26:46.445096 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a281b12d-a41c-47ed-a607-9a203db27c76 None None] No non-hosted networks {{(pid=78805) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 06 18:26:46.456103 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.agentschedulers_db [None req-a281b12d-a41c-47ed-a607-9a203db27c76 None None] DHCP Agent not found on host dv-cinder-733622-15-iscsi {{(pid=78805) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 06 18:26:46.600152 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-cb307ffd-90e8-4871-bb85-e9957f1c3e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710'] for agent, after_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:48.261444 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710'] for agent, after_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:48.262086 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:48.262446 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:48.262763 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:48.263096 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:48.263466 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:48.263794 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:48.264119 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:48.264463 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:48.264834 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:48.266886 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:48.266886 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:48.266886 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:48.266886 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-733622-15-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:26:48.284684 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733622-15-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:26:48.680414 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-e1c210c5-cf15-48cf-aac4-efb0a236431d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710'] for agent, after_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:48.745098 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-200f6bb9-3bed-4083-83f0-d89d2a629b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:50.086892 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710'] for agent, after_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:51.567370 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710'] for agent, after_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:53.312180 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 38850) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:26:53.669586 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.db.l3_hamode_db [None req-9993b00d-fd2a-4962-a6c1-02dbc8f6f6af None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 06 18:26:53.759824 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9993b00d-fd2a-4962-a6c1-02dbc8f6f6af None None] Routers set() bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:26:53.760205 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9993b00d-fd2a-4962-a6c1-02dbc8f6f6af None None] Router IDs set() for agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 06 18:26:53.926486 dv-cinder-733622-15-iscsi neutron-server[78803]: WARNING oslo_policy.policy [None req-57c4089a-251b-429e-b7cc-3a95f00529b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 18:26:53.927814 dv-cinder-733622-15-iscsi neutron-server[78803]: WARNING oslo_policy.policy [None req-57c4089a-251b-429e-b7cc-3a95f00529b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 18:26:54.153279 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [None req-57c4089a-251b-429e-b7cc-3a95f00529b5 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=78803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 18:26:54.154228 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-57c4089a-251b-429e-b7cc-3a95f00529b5 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8410861 May 06 18:26:56.529375 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 38864) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:26:56.909421 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-ec10005c-f38c-4434-80b5-50b4d361d534 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:26:57.013104 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.policy [None req-ec10005c-f38c-4434-80b5-50b4d361d534 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78803) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 06 18:26:57.059643 dv-cinder-733622-15-iscsi neutron-server[78803]: WARNING oslo_policy.policy [None req-ec10005c-f38c-4434-80b5-50b4d361d534 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 18:26:57.060023 dv-cinder-733622-15-iscsi neutron-server[78803]: WARNING oslo_policy.policy [None req-ec10005c-f38c-4434-80b5-50b4d361d534 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 18:26:57.069427 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.quota [None req-ec10005c-f38c-4434-80b5-50b4d361d534 admin admin] Loaded quota_driver: . May 06 18:26:57.085492 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-ec10005c-f38c-4434-80b5-50b4d361d534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:26:57.149963 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ec10005c-f38c-4434-80b5-50b4d361d534 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734947407136', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734947404531', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734947381155', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734947390199', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734946904557', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734946914565', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8341104', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7927125', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-527749', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-990417'] for rbac-policy, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:57.220309 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ec10005c-f38c-4434-80b5-50b4d361d534 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:57.221503 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-ec10005c-f38c-4434-80b5-50b4d361d534 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6911862 May 06 18:26:59.887926 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 38878) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:27:00.267491 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '8c2036e31c474fbe97c679b5e97f9e54', 'project_id': '8c2036e31c474fbe97c679b5e97f9e54', 'name': 'private'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:27:00.275878 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:27:00.282936 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Usage tracker for resource:network and tenant:8c2036e31c474fbe97c679b5e97f9e54 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:27:00.288588 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:27:00.295251 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:27:00.305981 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Made reservation on behalf of 8c2036e31c474fbe97c679b5e97f9e54 for: {'network': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:27:00.308942 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for network, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:00.327676 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:00.343706 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:27:00.347556 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Usage tracker for resource:security_group_rule and tenant:8c2036e31c474fbe97c679b5e97f9e54 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:27:00.354513 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:27:00.360964 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:27:00.469990 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:00.475532 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:00.480053 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:00.504215 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=78803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:27:00.533844 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734943948692', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:00.534382 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Unsubscribe: segment precommit_create {{(pid=78803) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 06 18:27:00.534845 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.db.segments_db [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Added segment f6105d7c-333e-40c1-b0be-a2a641cbc59d of type vlan for network d3c96931-f0f0-4153-b5c1-bc80571ad65c May 06 18:27:00.544968 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30fb786-145a-4b8c-8a07-c422701f28f4,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:00.605149 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:00.605488 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:00.605811 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:00.606125 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:00.606436 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:00.606760 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:00.607071 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:00.607416 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:00.607741 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:00.608047 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:00.608350 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:00.608650 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Tracked resource versions report: May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: pushed versions: May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: { 'AddressGroup': {'1.2'}, May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: 'ConntrackHelper': {'1.0'}, May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: 'Log': {'1.0'}, May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: 'Network': {'1.1'}, May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: 'Port': {'1.7'}, May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: 'PortForwarding': {'1.2'}, May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: 'QosPolicy': {'1.8'}, May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: 'SecurityGroup': {'1.4'}, May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: 'SecurityGroupRule': {'1.2'}, May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: 'SubPort': {'1.0'}, May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: 'Subnet': {'1.1'}, May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: 'Trunk': {'1.1'}} May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: consumer versions: May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: { DHCP agent@dv-cinder-733622-15-iscsi: {}, May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: L3 agent@dv-cinder-733622-15-iscsi: {}, May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: Metadata agent@dv-cinder-733622-15-iscsi: {}, May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: Metering agent@dv-cinder-733622-15-iscsi: {}, May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: Open vSwitch agent@dv-cinder-733622-15-iscsi: { 'AddressGroup': '1.2', May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: 'ConntrackHelper': '1.0', May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: 'Log': '1.0', May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: 'Network': '1.1', May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: 'Port': '1.7', May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: 'PortForwarding': '1.2', May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: 'QosPolicy': '1.8', May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: 'SecurityGroup': '1.4', May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: 'SecurityGroupRule': '1.2', May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: 'SubPort': '1.0', May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: 'Subnet': '1.1', May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: 'Trunk': '1.1'}} May 06 18:27:00.610024 dv-cinder-733622-15-iscsi neutron-server[78803]: {{(pid=78803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 18:27:00.666255 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734943509396'] for network, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:00.670164 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:00.711021 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for network, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:00.712644 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:27:00.713388 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:00.718328 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:00.821504 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9322610 May 06 18:27:00.824468 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Pushing event updated for resources: {'Network': ['ID=d3c96931-f0f0-4153-b5c1-bc80571ad65c,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:00.827549 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:00.840263 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Network d3c96931-f0f0-4153-b5c1-bc80571ad65c details requested by agent ovs-agent-dv-cinder-733622-15-iscsi with host dv-cinder-733622-15-iscsi {{(pid=78805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:27:03.553505 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 38894) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:27:04.038473 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5916f7f9-c1f2-4a0a-bc60-060f8c783611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:27:04.039793 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-5916f7f9-c1f2-4a0a-bc60-060f8c783611 admin admin] 10.222.0.50 "GET /v2.0/networks/d3c96931-f0f0-4153-b5c1-bc80571ad65c HTTP/1.1" status: 200 len: 825 time: 0.4853079 May 06 18:27:04.066342 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-c0a37898-e193-4597-a84a-3f859066c635 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/5d0b93a5-5ee2-4aef-945c-49c79c05cfdf HTTP/1.1" status: 200 len: 734 time: 0.0212536 May 06 18:27:04.074917 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-81e9534b-59c9-4a22-99a8-575ccbabad32 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '5d0b93a5-5ee2-4aef-945c-49c79c05cfdf', 'network_id': 'd3c96931-f0f0-4153-b5c1-bc80571ad65c', 'tenant_id': '8c2036e31c474fbe97c679b5e97f9e54', 'ip_version': 4}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:27:04.079414 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-81e9534b-59c9-4a22-99a8-575ccbabad32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:27:04.083693 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-81e9534b-59c9-4a22-99a8-575ccbabad32 admin admin] Usage tracker for resource:subnet and tenant:8c2036e31c474fbe97c679b5e97f9e54 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:27:04.086597 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-81e9534b-59c9-4a22-99a8-575ccbabad32 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:27:04.092231 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-81e9534b-59c9-4a22-99a8-575ccbabad32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:27:04.102312 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e9534b-59c9-4a22-99a8-575ccbabad32 admin admin] Made reservation on behalf of 8c2036e31c474fbe97c679b5e97f9e54 for: {'subnet': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:27:04.104622 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-81e9534b-59c9-4a22-99a8-575ccbabad32 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:04.592220 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-81e9534b-59c9-4a22-99a8-575ccbabad32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for subnet, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:04.597145 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:04.678049 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9534b-59c9-4a22-99a8-575ccbabad32 admin admin] Checking segment: {'id': 'f6105d7c-333e-40c1-b0be-a2a641cbc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd3c96931-f0f0-4153-b5c1-bc80571ad65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:27:04.678422 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e9534b-59c9-4a22-99a8-575ccbabad32 admin admin] Network hostable DHCP agents. Network: d3c96931-f0f0-4153-b5c1-bc80571ad65c, hostable agents: ['8fc60d36-74b8-4e3d-97e0-ec4f9e082df4'], hosted agents: [] {{(pid=78803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:27:04.684851 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9534b-59c9-4a22-99a8-575ccbabad32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25a7b10b-01a6-4e2c-bb60-8200cbd25686,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:04.690927 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-81e9534b-59c9-4a22-99a8-575ccbabad32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:04.702405 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e9534b-59c9-4a22-99a8-575ccbabad32 admin admin] Network d3c96931-f0f0-4153-b5c1-bc80571ad65c is scheduled to be hosted by DHCP agent 8fc60d36-74b8-4e3d-97e0-ec4f9e082df4 with binding_index 1 {{(pid=78803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:27:04.713298 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-81e9534b-59c9-4a22-99a8-575ccbabad32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-iscsi, d3c96931-f0f0-4153-b5c1-bc80571ad65c) {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:27:04.718968 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e9534b-59c9-4a22-99a8-575ccbabad32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:27:04.719406 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-81e9534b-59c9-4a22-99a8-575ccbabad32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:04.722172 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559bc935-122f-4a03-8788-44199f5a6ad2 None None] Network d3c96931-f0f0-4153-b5c1-bc80571ad65c requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:27:04.742750 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-81e9534b-59c9-4a22-99a8-575ccbabad32 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6712062 May 06 18:27:05.043114 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a25c3f6-e935-5b79-807a-a719f88b9197-d3c96931-f0f0-4153-b5c1-bc80571ad65c', 'network_id': 'd3c96931-f0f0-4153-b5c1-bc80571ad65c', 'tenant_id': '8c2036e31c474fbe97c679b5e97f9e54', 'fixed_ips': [{'subnet_id': '25a7b10b-01a6-4e2c-bb60-8200cbd25686'}]}} from dv-cinder-733622-15-iscsi. {{(pid=78805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 18:27:05.044324 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:05.232497 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.db_base_plugin_common [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Allocated IP 172.20.0.2 (d3c96931-f0f0-4153-b5c1-bc80571ad65c/25a7b10b-01a6-4e2c-bb60-8200cbd25686/91f197bd-2228-4065-b695-552236e8f0f5) {{(pid=78805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:27:05.463522 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Notify callbacks [] for port, precommit_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:05.476790 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Transition to ACTIVE for port object 91f197bd-2228-4065-b695-552236e8f0f5 will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:27:05.497173 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Transition to ACTIVE for port object 91f197bd-2228-4065-b695-552236e8f0f5 will not be triggered until provisioned by entity DHCP. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:27:05.504723 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:05.509676 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:05.568192 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Network d3c96931-f0f0-4153-b5c1-bc80571ad65c is already hosted by enough agents. {{(pid=78805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:27:05.575327 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.scheduler.base_scheduler [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Resources bound (agent type, host, resource id): {{(pid=78805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:27:05.578257 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Received port after_create {{(pid=78805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:27:05.589306 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Pushing event updated for resources: {'Port': ['ID=91f197bd-2228-4065-b695-552236e8f0f5,revision_number=1']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:05.631820 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:05.632165 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:05.632500 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:05.632825 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:05.633144 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:05.633461 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:05.633775 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:05.634088 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:05.634413 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:05.634730 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:05.635039 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:05.635371 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Tracked resource versions report: May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: pushed versions: May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: { 'AddressGroup': {'1.2'}, May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: 'ConntrackHelper': {'1.0'}, May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: 'Log': {'1.0'}, May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: 'Network': {'1.1'}, May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: 'Port': {'1.7'}, May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: 'PortForwarding': {'1.2'}, May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: 'QosPolicy': {'1.8'}, May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: 'SecurityGroup': {'1.4'}, May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: 'SecurityGroupRule': {'1.2'}, May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: 'SubPort': {'1.0'}, May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: 'Subnet': {'1.1'}, May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: 'Trunk': {'1.1'}} May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: consumer versions: May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: { DHCP agent@dv-cinder-733622-15-iscsi: {}, May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: L3 agent@dv-cinder-733622-15-iscsi: {}, May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: Metadata agent@dv-cinder-733622-15-iscsi: {}, May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: Metering agent@dv-cinder-733622-15-iscsi: {}, May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: Open vSwitch agent@dv-cinder-733622-15-iscsi: { 'AddressGroup': '1.2', May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: 'ConntrackHelper': '1.0', May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: 'Log': '1.0', May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: 'Network': '1.1', May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: 'Port': '1.7', May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: 'PortForwarding': '1.2', May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: 'QosPolicy': '1.8', May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: 'SecurityGroup': '1.4', May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: 'SecurityGroupRule': '1.2', May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: 'SubPort': '1.0', May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: 'Subnet': '1.1', May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: 'Trunk': '1.1'}} May 06 18:27:05.636726 dv-cinder-733622-15-iscsi neutron-server[78805]: {{(pid=78805) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 18:27:05.640879 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:05.691629 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Attempting to bind port 91f197bd-2228-4065-b695-552236e8f0f5 on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:27:05.692019 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Attempting to bind port 91f197bd-2228-4065-b695-552236e8f0f5 by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': 'f6105d7c-333e-40c1-b0be-a2a641cbc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd3c96931-f0f0-4153-b5c1-bc80571ad65c'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:27:05.692902 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Attempting to bind port 91f197bd-2228-4065-b695-552236e8f0f5 on network d3c96931-f0f0-4153-b5c1-bc80571ad65c {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:27:05.698329 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:27:05.698730 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Checking segment: {'id': 'f6105d7c-333e-40c1-b0be-a2a641cbc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd3c96931-f0f0-4153-b5c1-bc80571ad65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:27:05.699224 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:05.699617 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Bound using segment: {'id': 'f6105d7c-333e-40c1-b0be-a2a641cbc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd3c96931-f0f0-4153-b5c1-bc80571ad65c'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:27:05.700082 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Bound port: 91f197bd-2228-4065-b695-552236e8f0f5, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6105d7c-333e-40c1-b0be-a2a641cbc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd3c96931-f0f0-4153-b5c1-bc80571ad65c'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:27:05.700518 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:05.793007 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] For port 91f197bd-2228-4065-b695-552236e8f0f5, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:27:05.797833 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] For port 91f197bd-2228-4065-b695-552236e8f0f5, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=91f197bd-2228-4065-b695-552236e8f0f5,segment=NetworkSegment(f6105d7c-333e-40c1-b0be-a2a641cbc59d),segment_id=f6105d7c-333e-40c1-b0be-a2a641cbc59d)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:27:05.802545 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:05.807491 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:05.895250 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Pushing event updated for resources: {'Port': ['ID=91f197bd-2228-4065-b695-552236e8f0f5,revision_number=2']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:05.898978 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:07.201727 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 38904) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:27:07.712230 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [None req-15db7584-19ae-4ce5-b3ce-548e73633bf2 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=78803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 18:27:07.713368 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-15db7584-19ae-4ce5-b3ce-548e73633bf2 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5101273 May 06 18:27:10.157809 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 38914) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:27:10.553883 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [None req-475ed4d3-9942-45c5-8028-8d65e3110412 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=78803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 18:27:10.554868 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-475ed4d3-9942-45c5-8028-8d65e3110412 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3961403 May 06 18:27:11.429613 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67e2918-ee9a-4d37-9d78-adc2c18819d6 None None] Network d3c96931-f0f0-4153-b5c1-bc80571ad65c requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:27:11.515478 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-b6f577c9-abd7-4c67-9b32-6a69b6d36ffe None None] Provisioning for port 91f197bd-2228-4065-b695-552236e8f0f5 completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:27:12.384456 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 91f197bd-2228-4065-b695-552236e8f0f5 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:27:12.454229 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port 91f197bd-2228-4065-b695-552236e8f0f5 completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:27:12.459289 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 91f197bd-2228-4065-b695-552236e8f0f5 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:27:12.459695 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:12.583378 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:12.616946 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port 91f197bd-2228-4065-b695-552236e8f0f5, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=91f197bd-2228-4065-b695-552236e8f0f5,segment=NetworkSegment(f6105d7c-333e-40c1-b0be-a2a641cbc59d),segment_id=f6105d7c-333e-40c1-b0be-a2a641cbc59d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:27:12.621128 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:12.623355 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-30d59e7b-1195-4169-b263-7e6166662273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:12.702935 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=91f197bd-2228-4065-b695-552236e8f0f5,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:12.706176 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:13.218658 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 38930) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:27:13.577149 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-dde89336-ea24-4285-9606-ce540b5b5067 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '8c2036e31c474fbe97c679b5e97f9e54'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:27:13.582034 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-dde89336-ea24-4285-9606-ce540b5b5067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:27:13.586445 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-dde89336-ea24-4285-9606-ce540b5b5067 admin admin] Usage tracker for resource:router and tenant:8c2036e31c474fbe97c679b5e97f9e54 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:27:13.589850 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-dde89336-ea24-4285-9606-ce540b5b5067 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:27:13.595681 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-dde89336-ea24-4285-9606-ce540b5b5067 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:27:13.606058 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-dde89336-ea24-4285-9606-ce540b5b5067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15189'] for router, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:13.607754 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-dde89336-ea24-4285-9606-ce540b5b5067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-998050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15196'] for router, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:13.632128 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-dde89336-ea24-4285-9606-ce540b5b5067 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:13.748620 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-dde89336-ea24-4285-9606-ce540b5b5067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047305'] for router, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:13.767665 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-dde89336-ea24-4285-9606-ce540b5b5067 admin admin] Notify callbacks [] for router, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:13.768807 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-dde89336-ea24-4285-9606-ce540b5b5067 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5491488 May 06 18:27:14.376847 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 91f197bd-2228-4065-b695-552236e8f0f5 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:27:14.453847 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 91f197bd-2228-4065-b695-552236e8f0f5 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:27:14.454370 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:16.190607 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 38940) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:27:16.246249 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-08571cc7-00f0-4af7-bda4-93d46b1a2886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:16.599166 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [None req-a9dade97-1d1d-4d0b-806b-4a213d939b48 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=78803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 18:27:16.600238 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-a9dade97-1d1d-4d0b-806b-4a213d939b48 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4092560 May 06 18:27:18.244444 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:18.677501 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7825-84d8-420e-9268-73c0f6e7f10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:19.014375 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 38950) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:27:19.245737 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 5 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:27:19.634695 dv-cinder-733622-15-iscsi neutron-server[78804]: WARNING oslo_policy.policy [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 18:27:19.635383 dv-cinder-733622-15-iscsi neutron-server[78804]: WARNING oslo_policy.policy [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 18:27:19.854143 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:27:19.855933 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.quota [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Loaded quota_driver: . May 06 18:27:19.872470 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:27:19.878980 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Usage tracker for resource:network and tenant:effe1ef713a549eeb55eb716728cdb2a is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:27:19.884409 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:27:19.891797 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:27:19.908110 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Made reservation on behalf of effe1ef713a549eeb55eb716728cdb2a for: {'network': 1} {{(pid=78804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:27:19.980313 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.policy [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78804) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 06 18:27:20.013011 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:20.026587 dv-cinder-733622-15-iscsi neutron-server[78804]: WARNING oslo_policy.policy [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 18:27:20.027046 dv-cinder-733622-15-iscsi neutron-server[78804]: WARNING oslo_policy.policy [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 18:27:20.037885 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for network, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:20.058988 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:20.073714 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:27:20.077518 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Usage tracker for resource:security_group_rule and tenant:effe1ef713a549eeb55eb716728cdb2a is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:27:20.081029 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:27:20.086982 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:27:20.194024 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:20.197706 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:20.203363 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:20.214926 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Reserving flat network on physical network physnet1 {{(pid=78804) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 06 18:27:20.246453 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734943948692', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:20.247055 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Unsubscribe: segment precommit_create {{(pid=78804) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 06 18:27:20.247549 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.db.segments_db [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Added segment ce3dd2c8-9f5c-490a-bc37-21c40ab5708c of type flat for network 884521b5-a319-4325-bd13-24951164ba4c May 06 18:27:20.300501 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51623763-7927-424d-9cf2-49ce89e3c0f6,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:20.323592 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:20.323938 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:20.324260 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:20.324570 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:20.324880 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:20.325202 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:20.325510 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:20.325828 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:20.326150 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:20.326454 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:20.326754 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:20.327052 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Tracked resource versions report: May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: pushed versions: May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: { 'AddressGroup': {'1.2'}, May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: 'ConntrackHelper': {'1.0'}, May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: 'Log': {'1.0'}, May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: 'Network': {'1.1'}, May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: 'Port': {'1.7'}, May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: 'PortForwarding': {'1.2'}, May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: 'QosPolicy': {'1.8'}, May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: 'SecurityGroup': {'1.4'}, May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: 'SecurityGroupRule': {'1.2'}, May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: 'SubPort': {'1.0'}, May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: 'Subnet': {'1.1'}, May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: 'Trunk': {'1.1'}} May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: consumer versions: May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: { DHCP agent@dv-cinder-733622-15-iscsi: {}, May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: L3 agent@dv-cinder-733622-15-iscsi: {}, May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: Metadata agent@dv-cinder-733622-15-iscsi: {}, May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: Metering agent@dv-cinder-733622-15-iscsi: {}, May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: Open vSwitch agent@dv-cinder-733622-15-iscsi: { 'AddressGroup': '1.2', May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: 'ConntrackHelper': '1.0', May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: 'Log': '1.0', May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: 'Network': '1.1', May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: 'Port': '1.7', May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: 'PortForwarding': '1.2', May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: 'QosPolicy': '1.8', May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: 'SecurityGroup': '1.4', May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: 'SecurityGroupRule': '1.2', May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: 'SubPort': '1.0', May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: 'Subnet': '1.1', May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: 'Trunk': '1.1'}} May 06 18:27:20.328417 dv-cinder-733622-15-iscsi neutron-server[78804]: {{(pid=78804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 18:27:20.378566 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734943509396'] for network, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:20.387843 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:20.427347 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for network, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:20.428964 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:27:20.429614 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:20.433052 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:20.538118 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Pushing event updated for resources: {'Network': ['ID=884521b5-a319-4325-bd13-24951164ba4c,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:20.541662 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.5250442 May 06 18:27:20.542370 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:20.549498 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Network 884521b5-a319-4325-bd13-24951164ba4c details requested by agent ovs-agent-dv-cinder-733622-15-iscsi with host dv-cinder-733622-15-iscsi {{(pid=78805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:27:21.521330 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:22.932901 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 38980) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:27:23.175249 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e76f50-c476-4ca6-a27f-4e0eec748ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:27:23.177411 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-a3e76f50-c476-4ca6-a27f-4e0eec748ece admin admin] 10.222.0.50 "GET /v2.0/subnets/25a7b10b-01a6-4e2c-bb60-8200cbd25686 HTTP/1.1" status: 200 len: 849 time: 0.2429018 May 06 18:27:23.360942 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-314736cf-9b15-472f-8733-3a217c96510f admin admin] 10.222.0.50 "GET /v2.0/routers/8ae832ce-0ba1-49fb-917e-55d149a1bbe3 HTTP/1.1" status: 200 len: 704 time: 0.1775210 May 06 18:27:23.864653 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f80ed64b-0077-49c2-a316-50c73f3007ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:24.109915 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-f80ed64b-0077-49c2-a316-50c73f3007ce admin admin] Allocated IP 172.20.0.1 (d3c96931-f0f0-4153-b5c1-bc80571ad65c/25a7b10b-01a6-4e2c-bb60-8200cbd25686/978d1e92-ddc7-4390-b249-4e4982b4a81e) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:27:24.277028 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f80ed64b-0077-49c2-a316-50c73f3007ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:24.295890 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-f80ed64b-0077-49c2-a316-50c73f3007ce admin admin] Transition to ACTIVE for port object 978d1e92-ddc7-4390-b249-4e4982b4a81e will not be triggered until provisioned by entity DHCP. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:27:24.353131 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f80ed64b-0077-49c2-a316-50c73f3007ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:24.358374 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:24.417239 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80ed64b-0077-49c2-a316-50c73f3007ce admin admin] Network d3c96931-f0f0-4153-b5c1-bc80571ad65c is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:27:24.420102 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-f80ed64b-0077-49c2-a316-50c73f3007ce admin admin] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:27:24.431003 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80ed64b-0077-49c2-a316-50c73f3007ce admin admin] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:27:24.431587 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f80ed64b-0077-49c2-a316-50c73f3007ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1039830'] for router_interface, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:24.572931 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ed64b-0077-49c2-a316-50c73f3007ce admin admin] Pushing event updated for resources: {'Port': ['ID=978d1e92-ddc7-4390-b249-4e4982b4a81e,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:24.579142 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f80ed64b-0077-49c2-a316-50c73f3007ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:24.659667 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-74a99e90-aba4-4c35-9359-f980755e5d46 None None] Provisioning for port 978d1e92-ddc7-4390-b249-4e4982b4a81e completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:27:24.664617 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-74a99e90-aba4-4c35-9359-f980755e5d46 None None] Provisioning complete for port 978d1e92-ddc7-4390-b249-4e4982b4a81e triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:27:24.666217 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-74a99e90-aba4-4c35-9359-f980755e5d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:24.705291 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f80ed64b-0077-49c2-a316-50c73f3007ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:24.723635 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-74a99e90-aba4-4c35-9359-f980755e5d46 None None] Port 978d1e92-ddc7-4390-b249-4e4982b4a81e cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:27:24.990301 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f80ed64b-0077-49c2-a316-50c73f3007ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:24.995933 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f80ed64b-0077-49c2-a316-50c73f3007ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:24.997247 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f80ed64b-0077-49c2-a316-50c73f3007ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1039733'] for router_interface, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:25.000676 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f80ed64b-0077-49c2-a316-50c73f3007ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:25.132213 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ed64b-0077-49c2-a316-50c73f3007ce admin admin] Pushing event updated for resources: {'Port': ['ID=978d1e92-ddc7-4390-b249-4e4982b4a81e,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:25.136379 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f80ed64b-0077-49c2-a316-50c73f3007ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:25.199240 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80ed64b-0077-49c2-a316-50c73f3007ce admin admin] Network d3c96931-f0f0-4153-b5c1-bc80571ad65c is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:27:25.200360 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-f80ed64b-0077-49c2-a316-50c73f3007ce admin admin] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:27:25.401873 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80ed64b-0077-49c2-a316-50c73f3007ce admin admin] Router 8ae832ce-0ba1-49fb-917e-55d149a1bbe3 is scheduled to L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a with binding_index 1 {{(pid=78804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 18:27:25.448648 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-07d996f1-1f6d-4451-bb13-835d8dddb6ef None None] Provisioning complete for port 978d1e92-ddc7-4390-b249-4e4982b4a81e triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:27:25.449021 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-07d996f1-1f6d-4451-bb13-835d8dddb6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:25.503536 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-07d996f1-1f6d-4451-bb13-835d8dddb6ef None None] Port 978d1e92-ddc7-4390-b249-4e4982b4a81e cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:27:25.577415 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80ed64b-0077-49c2-a316-50c73f3007ce admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:27:25.588424 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] Sync routers for ids ['8ae832ce-0ba1-49fb-917e-55d149a1bbe3'] in dv-cinder-733622-15-iscsi {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:27:25.589039 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-f80ed64b-0077-49c2-a316-50c73f3007ce admin admin] 10.222.0.50 "PUT /v2.0/routers/8ae832ce-0ba1-49fb-917e-55d149a1bbe3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2222366 May 06 18:27:25.600388 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] Routers {'8ae832ce-0ba1-49fb-917e-55d149a1bbe3'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:27:25.601243 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:27:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['8ae832ce-0ba1-49fb-917e-55d149a1bbe3'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:27:25.797318 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] Set router 8ae832ce-0ba1-49fb-917e-55d149a1bbe3 gateway port host: None {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:27:26.181484 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae832ce-0ba1-49fb-917e-55d149a1bbe3', 'name': 'router1', 'tenant_id': '8c2036e31c474fbe97c679b5e97f9e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:27:13Z', 'updated_at': '2021-05-06T18:27:24Z', 'revision_number': 2, 'project_id': '8c2036e31c474fbe97c679b5e97f9e54', 'gw_port_host': None, '_interfaces': [{'id': '978d1e92-ddc7-4390-b249-4e4982b4a81e', 'name': '', 'network_id': 'd3c96931-f0f0-4153-b5c1-bc80571ad65c', 'tenant_id': '8c2036e31c474fbe97c679b5e97f9e54', 'mac_address': 'fa:16:3e:1d:8f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae832ce-0ba1-49fb-917e-55d149a1bbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25a7b10b-01a6-4e2c-bb60-8200cbd25686', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:27:23Z', 'updated_at': '2021-05-06T18:27:24Z', 'revision_number': 2, 'project_id': '8c2036e31c474fbe97c679b5e97f9e54', 'subnets': [{'id': '25a7b10b-01a6-4e2c-bb60-8200cbd25686', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d0b93a5-5ee2-4aef-945c-49c79c05cfdf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:27:26.186642 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] Checking router: 8ae832ce-0ba1-49fb-917e-55d149a1bbe3 for host: dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:27:26.187012 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] Updating router 8ae832ce-0ba1-49fb-917e-55d149a1bbe3 port 978d1e92-ddc7-4390-b249-4e4982b4a81e binding host dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:27:26.241724 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:26.646085 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:26.661525 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] Transition to ACTIVE for port object 978d1e92-ddc7-4390-b249-4e4982b4a81e will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:27:26.667698 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:26.674289 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:26.895547 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6002cb6-c535-4b4f-bcbc-8ac2caff3869 None None] Pushing event updated for resources: {'Port': ['ID=978d1e92-ddc7-4390-b249-4e4982b4a81e,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:26.904541 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] Attempting to bind port 978d1e92-ddc7-4390-b249-4e4982b4a81e on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:27:26.904867 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] Attempting to bind port 978d1e92-ddc7-4390-b249-4e4982b4a81e by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': 'f6105d7c-333e-40c1-b0be-a2a641cbc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd3c96931-f0f0-4153-b5c1-bc80571ad65c'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:27:26.905289 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] Attempting to bind port 978d1e92-ddc7-4390-b249-4e4982b4a81e on network d3c96931-f0f0-4153-b5c1-bc80571ad65c {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:27:26.909077 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6002cb6-c535-4b4f-bcbc-8ac2caff3869 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:26.909412 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6002cb6-c535-4b4f-bcbc-8ac2caff3869 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:26.909734 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6002cb6-c535-4b4f-bcbc-8ac2caff3869 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:26.910053 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6002cb6-c535-4b4f-bcbc-8ac2caff3869 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:26.910367 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6002cb6-c535-4b4f-bcbc-8ac2caff3869 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:26.911392 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6002cb6-c535-4b4f-bcbc-8ac2caff3869 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:26.912161 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6002cb6-c535-4b4f-bcbc-8ac2caff3869 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:26.912482 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6002cb6-c535-4b4f-bcbc-8ac2caff3869 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:26.912814 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6002cb6-c535-4b4f-bcbc-8ac2caff3869 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:26.913130 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6002cb6-c535-4b4f-bcbc-8ac2caff3869 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:26.913438 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6002cb6-c535-4b4f-bcbc-8ac2caff3869 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:26.913745 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6002cb6-c535-4b4f-bcbc-8ac2caff3869 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6002cb6-c535-4b4f-bcbc-8ac2caff3869 None None] Tracked resource versions report: May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: pushed versions: May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: { 'AddressGroup': {'1.2'}, May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: 'ConntrackHelper': {'1.0'}, May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: 'Log': {'1.0'}, May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: 'Network': {'1.1'}, May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: 'Port': {'1.7'}, May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: 'PortForwarding': {'1.2'}, May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: 'QosPolicy': {'1.8'}, May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: 'SecurityGroup': {'1.4'}, May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: 'SecurityGroupRule': {'1.2'}, May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: 'SubPort': {'1.0'}, May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: 'Subnet': {'1.1'}, May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: 'Trunk': {'1.1'}} May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: consumer versions: May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: { DHCP agent@dv-cinder-733622-15-iscsi: {}, May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: L3 agent@dv-cinder-733622-15-iscsi: {}, May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: Metadata agent@dv-cinder-733622-15-iscsi: {}, May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: Metering agent@dv-cinder-733622-15-iscsi: {}, May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: Open vSwitch agent@dv-cinder-733622-15-iscsi: { 'AddressGroup': '1.2', May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: 'ConntrackHelper': '1.0', May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: 'Log': '1.0', May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: 'Network': '1.1', May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: 'Port': '1.7', May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: 'PortForwarding': '1.2', May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: 'QosPolicy': '1.8', May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: 'SecurityGroup': '1.4', May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: 'SecurityGroupRule': '1.2', May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: 'SubPort': '1.0', May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: 'Subnet': '1.1', May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: 'Trunk': '1.1'}} May 06 18:27:26.915110 dv-cinder-733622-15-iscsi neutron-server[78806]: {{(pid=78806) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 18:27:26.919519 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:27:26.919917 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] Checking segment: {'id': 'f6105d7c-333e-40c1-b0be-a2a641cbc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd3c96931-f0f0-4153-b5c1-bc80571ad65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:27:26.921292 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:26.921292 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] Bound using segment: {'id': 'f6105d7c-333e-40c1-b0be-a2a641cbc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd3c96931-f0f0-4153-b5c1-bc80571ad65c'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:27:26.921292 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] Bound port: 978d1e92-ddc7-4390-b249-4e4982b4a81e, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6105d7c-333e-40c1-b0be-a2a641cbc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd3c96931-f0f0-4153-b5c1-bc80571ad65c'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:27:26.922067 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:26.931988 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-e6002cb6-c535-4b4f-bcbc-8ac2caff3869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:27.033921 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] For port 978d1e92-ddc7-4390-b249-4e4982b4a81e, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:27:27.039134 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] For port 978d1e92-ddc7-4390-b249-4e4982b4a81e, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=978d1e92-ddc7-4390-b249-4e4982b4a81e,segment=NetworkSegment(f6105d7c-333e-40c1-b0be-a2a641cbc59d),segment_id=f6105d7c-333e-40c1-b0be-a2a641cbc59d)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:27:27.044969 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:27.050047 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:27.138604 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6002cb6-c535-4b4f-bcbc-8ac2caff3869 None None] Pushing event updated for resources: {'Port': ['ID=978d1e92-ddc7-4390-b249-4e4982b4a81e,revision_number=4']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:27.142265 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-e6002cb6-c535-4b4f-bcbc-8ac2caff3869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:27.151178 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] Routers {'8ae832ce-0ba1-49fb-917e-55d149a1bbe3'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:27:27.151178 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:27:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['8ae832ce-0ba1-49fb-917e-55d149a1bbe3'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:27:27.335573 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] Set router 8ae832ce-0ba1-49fb-917e-55d149a1bbe3 gateway port host: None {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:27:27.728323 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae832ce-0ba1-49fb-917e-55d149a1bbe3', 'name': 'router1', 'tenant_id': '8c2036e31c474fbe97c679b5e97f9e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:27:13Z', 'updated_at': '2021-05-06T18:27:24Z', 'revision_number': 2, 'project_id': '8c2036e31c474fbe97c679b5e97f9e54', 'gw_port_host': None, '_interfaces': [{'id': '978d1e92-ddc7-4390-b249-4e4982b4a81e', 'name': '', 'network_id': 'd3c96931-f0f0-4153-b5c1-bc80571ad65c', 'tenant_id': '8c2036e31c474fbe97c679b5e97f9e54', 'mac_address': 'fa:16:3e:1d:8f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae832ce-0ba1-49fb-917e-55d149a1bbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25a7b10b-01a6-4e2c-bb60-8200cbd25686', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:27:23Z', 'updated_at': '2021-05-06T18:27:27Z', 'revision_number': 4, 'project_id': '8c2036e31c474fbe97c679b5e97f9e54', 'subnets': [{'id': '25a7b10b-01a6-4e2c-bb60-8200cbd25686', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d0b93a5-5ee2-4aef-945c-49c79c05cfdf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:27:27.732921 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595372d-5631-45e0-8b51-082784df66c9 None None] The sync data for ids ['8ae832ce-0ba1-49fb-917e-55d149a1bbe3'] in dv-cinder-733622-15-iscsi is: [{'id': '8ae832ce-0ba1-49fb-917e-55d149a1bbe3', 'name': 'router1', 'tenant_id': '8c2036e31c474fbe97c679b5e97f9e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:27:13Z', 'updated_at': '2021-05-06T18:27:24Z', 'revision_number': 2, 'project_id': '8c2036e31c474fbe97c679b5e97f9e54', 'gw_port_host': None, '_interfaces': [{'id': '978d1e92-ddc7-4390-b249-4e4982b4a81e', 'name': '', 'network_id': 'd3c96931-f0f0-4153-b5c1-bc80571ad65c', 'tenant_id': '8c2036e31c474fbe97c679b5e97f9e54', 'mac_address': 'fa:16:3e:1d:8f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae832ce-0ba1-49fb-917e-55d149a1bbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25a7b10b-01a6-4e2c-bb60-8200cbd25686', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:27:23Z', 'updated_at': '2021-05-06T18:27:27Z', 'revision_number': 4, 'project_id': '8c2036e31c474fbe97c679b5e97f9e54', 'subnets': [{'id': '25a7b10b-01a6-4e2c-bb60-8200cbd25686', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d0b93a5-5ee2-4aef-945c-49c79c05cfdf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:27:27.829587 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 39002) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:27:28.006809 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64be55c-d5e0-4e97-82d0-88168820f592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:27:28.007621 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-f64be55c-d5e0-4e97-82d0-88168820f592 admin admin] Synchronizing usage tracker for tenant:effe1ef713a549eeb55eb716728cdb2a on resource:network {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:27:28.029982 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-f64be55c-d5e0-4e97-82d0-88168820f592 admin admin] Unset dirty status for tenant:effe1ef713a549eeb55eb716728cdb2a on resource:network {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:27:28.031172 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-f64be55c-d5e0-4e97-82d0-88168820f592 admin admin] 10.222.0.50 "GET /v2.0/networks/884521b5-a319-4325-bd13-24951164ba4c HTTP/1.1" status: 200 len: 842 time: 0.2004905 May 06 18:27:28.042758 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-8154614c-cfbf-4388-8694-a768e7872287 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'name': 'public-subnet'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:27:28.048281 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-8154614c-cfbf-4388-8694-a768e7872287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:27:28.059463 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-8154614c-cfbf-4388-8694-a768e7872287 admin admin] Usage tracker for resource:subnet and tenant:effe1ef713a549eeb55eb716728cdb2a is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:27:28.062600 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-8154614c-cfbf-4388-8694-a768e7872287 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:27:28.074033 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-8154614c-cfbf-4388-8694-a768e7872287 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:27:28.081156 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8154614c-cfbf-4388-8694-a768e7872287 admin admin] Made reservation on behalf of effe1ef713a549eeb55eb716728cdb2a for: {'subnet': 1} {{(pid=78804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:27:28.084375 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8154614c-cfbf-4388-8694-a768e7872287 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:28.539969 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.objects.ports [None req-8154614c-cfbf-4388-8694-a768e7872287 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78804) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 06 18:27:28.540502 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8154614c-cfbf-4388-8694-a768e7872287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for subnet, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:28.544118 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:28.622952 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8154614c-cfbf-4388-8694-a768e7872287 admin admin] Checking segment: {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:27:28.623221 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8154614c-cfbf-4388-8694-a768e7872287 admin admin] Network hostable DHCP agents. Network: 884521b5-a319-4325-bd13-24951164ba4c, hostable agents: ['8fc60d36-74b8-4e3d-97e0-ec4f9e082df4'], hosted agents: [] {{(pid=78804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:27:28.625856 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154614c-cfbf-4388-8694-a768e7872287 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fcafda4-8977-4d90-a4c2-0719bb43c11a,revision_number=0']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:28.630308 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-8154614c-cfbf-4388-8694-a768e7872287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:28.646189 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8154614c-cfbf-4388-8694-a768e7872287 admin admin] Network 884521b5-a319-4325-bd13-24951164ba4c is scheduled to be hosted by DHCP agent 8fc60d36-74b8-4e3d-97e0-ec4f9e082df4 with binding_index 1 {{(pid=78804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:27:28.657029 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-8154614c-cfbf-4388-8694-a768e7872287 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-iscsi, 884521b5-a319-4325-bd13-24951164ba4c) {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:27:28.661390 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8154614c-cfbf-4388-8694-a768e7872287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:27:28.662119 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8154614c-cfbf-4388-8694-a768e7872287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:28.668440 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c115eb88-d450-4297-913d-0b20f9df871a None None] Network 884521b5-a319-4325-bd13-24951164ba4c requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:27:28.703190 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-8154614c-cfbf-4388-8694-a768e7872287 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6554501 May 06 18:27:28.898520 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8510e356-84d2-4814-b918-f62f373c10f1 None None] Network 884521b5-a319-4325-bd13-24951164ba4c requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:27:31.136739 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 39016) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:27:31.407054 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-147ca5c6-d031-433b-9d89-6dfd446a38d8 admin admin] 10.222.0.50 "GET /v2.0/routers/8ae832ce-0ba1-49fb-917e-55d149a1bbe3 HTTP/1.1" status: 200 len: 710 time: 0.2688437 May 06 18:27:31.552772 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3698dc95-4e9d-46d5-a3bc-3eb94fb5c91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:27:31.555665 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-3698dc95-4e9d-46d5-a3bc-3eb94fb5c91c admin admin] 10.222.0.50 "GET /v2.0/networks/884521b5-a319-4325-bd13-24951164ba4c HTTP/1.1" status: 200 len: 886 time: 0.1423550 May 06 18:27:31.568344 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-be444e6f-73b4-4cdf-b12f-7f5267ee9fdc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:27:32.111066 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-be444e6f-73b4-4cdf-b12f-7f5267ee9fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-972830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15278'] for router, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:32.430885 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 978d1e92-ddc7-4390-b249-4e4982b4a81e up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:27:32.471441 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-be444e6f-73b4-4cdf-b12f-7f5267ee9fdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:32.509419 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port 978d1e92-ddc7-4390-b249-4e4982b4a81e completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:27:32.515902 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 978d1e92-ddc7-4390-b249-4e4982b4a81e triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:27:32.516404 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:32.536408 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-be444e6f-73b4-4cdf-b12f-7f5267ee9fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:32.678578 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:32.689004 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-be444e6f-73b4-4cdf-b12f-7f5267ee9fdc admin admin] Allocated IP 172.27.1.207 (884521b5-a319-4325-bd13-24951164ba4c/9fcafda4-8977-4d90-a4c2-0719bb43c11a/b857e2b7-e6dc-4520-9fc1-0daea53db1ee) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:27:32.731012 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port 978d1e92-ddc7-4390-b249-4e4982b4a81e, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=978d1e92-ddc7-4390-b249-4e4982b4a81e,segment=NetworkSegment(f6105d7c-333e-40c1-b0be-a2a641cbc59d),segment_id=f6105d7c-333e-40c1-b0be-a2a641cbc59d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:27:32.737597 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:32.742867 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:32.866439 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=978d1e92-ddc7-4390-b249-4e4982b4a81e,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:32.871975 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:32.913944 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-be444e6f-73b4-4cdf-b12f-7f5267ee9fdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:32.947796 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-be444e6f-73b4-4cdf-b12f-7f5267ee9fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:32.954772 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:33.058312 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be444e6f-73b4-4cdf-b12f-7f5267ee9fdc admin admin] Network 884521b5-a319-4325-bd13-24951164ba4c is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:27:33.061202 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-be444e6f-73b4-4cdf-b12f-7f5267ee9fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:27:33.072504 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be444e6f-73b4-4cdf-b12f-7f5267ee9fdc admin admin] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:27:33.185011 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be444e6f-73b4-4cdf-b12f-7f5267ee9fdc admin admin] Pushing event updated for resources: {'Port': ['ID=b857e2b7-e6dc-4520-9fc1-0daea53db1ee,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:33.198085 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-be444e6f-73b4-4cdf-b12f-7f5267ee9fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:33.466956 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-be444e6f-73b4-4cdf-b12f-7f5267ee9fdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:33.821471 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-be444e6f-73b4-4cdf-b12f-7f5267ee9fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-972830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15278'] for router, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:33.825330 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-be444e6f-73b4-4cdf-b12f-7f5267ee9fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1047346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1047296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-972809'] for router, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:34.035095 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be444e6f-73b4-4cdf-b12f-7f5267ee9fdc admin admin] Router 8ae832ce-0ba1-49fb-917e-55d149a1bbe3 has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:27:34.294618 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be444e6f-73b4-4cdf-b12f-7f5267ee9fdc admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:27:34.305786 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-be444e6f-73b4-4cdf-b12f-7f5267ee9fdc admin admin] Notify callbacks [] for router, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:34.306728 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] Sync routers for ids ['8ae832ce-0ba1-49fb-917e-55d149a1bbe3'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:27:34.309187 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-be444e6f-73b4-4cdf-b12f-7f5267ee9fdc admin admin] 10.222.0.50 "PUT /v2.0/routers/8ae832ce-0ba1-49fb-917e-55d149a1bbe3 HTTP/1.1" status: 200 len: 890 time: 2.7452724 May 06 18:27:34.320135 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] Routers {'8ae832ce-0ba1-49fb-917e-55d149a1bbe3'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:27:34.320826 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:27:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['8ae832ce-0ba1-49fb-917e-55d149a1bbe3'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:27:34.495417 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 978d1e92-ddc7-4390-b249-4e4982b4a81e up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:27:34.716251 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] Set router 8ae832ce-0ba1-49fb-917e-55d149a1bbe3 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:27:34.780656 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 978d1e92-ddc7-4390-b249-4e4982b4a81e triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:27:34.781020 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:35.229335 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae832ce-0ba1-49fb-917e-55d149a1bbe3', 'name': 'router1', 'tenant_id': '8c2036e31c474fbe97c679b5e97f9e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b857e2b7-e6dc-4520-9fc1-0daea53db1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:27:13Z', 'updated_at': '2021-05-06T18:27:33Z', 'revision_number': 4, 'project_id': '8c2036e31c474fbe97c679b5e97f9e54', 'gw_port': {'id': 'b857e2b7-e6dc-4520-9fc1-0daea53db1ee', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:40:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae832ce-0ba1-49fb-917e-55d149a1bbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:27:32Z', 'updated_at': '2021-05-06T18:27:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '978d1e92-ddc7-4390-b249-4e4982b4a81e', 'name': '', 'network_id': 'd3c96931-f0f0-4153-b5c1-bc80571ad65c', 'tenant_id': '8c2036e31c474fbe97c679b5e97f9e54', 'mac_address': 'fa:16:3e:1d:8f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae832ce-0ba1-49fb-917e-55d149a1bbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25a7b10b-01a6-4e2c-bb60-8200cbd25686', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:27:23Z', 'updated_at': '2021-05-06T18:27:32Z', 'revision_number': 5, 'project_id': '8c2036e31c474fbe97c679b5e97f9e54', 'subnets': [{'id': '25a7b10b-01a6-4e2c-bb60-8200cbd25686', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d0b93a5-5ee2-4aef-945c-49c79c05cfdf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:27:35.234953 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] Checking router: 8ae832ce-0ba1-49fb-917e-55d149a1bbe3 for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:27:35.235333 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] Updating router 8ae832ce-0ba1-49fb-917e-55d149a1bbe3 port b857e2b7-e6dc-4520-9fc1-0daea53db1ee binding host dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:27:35.294028 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:35.671918 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] Notify callbacks [] for port, precommit_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:35.687292 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] Transition to ACTIVE for port object b857e2b7-e6dc-4520-9fc1-0daea53db1ee will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:27:35.696504 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:35.701599 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:35.783138 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] Attempting to bind port b857e2b7-e6dc-4520-9fc1-0daea53db1ee on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:27:35.783521 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] Attempting to bind port b857e2b7-e6dc-4520-9fc1-0daea53db1ee by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:27:35.783885 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] Attempting to bind port b857e2b7-e6dc-4520-9fc1-0daea53db1ee on network 884521b5-a319-4325-bd13-24951164ba4c {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:27:35.788358 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc7f3b-6282-482a-9d7f-e27416f07ac9 None None] Pushing event updated for resources: {'Port': ['ID=b857e2b7-e6dc-4520-9fc1-0daea53db1ee,revision_number=2']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:35.792866 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c8dc7f3b-6282-482a-9d7f-e27416f07ac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:35.800699 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:27:35.801308 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] Checking segment: {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:27:35.801831 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:35.802400 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] Bound using segment: {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:27:35.803007 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] Bound port: b857e2b7-e6dc-4520-9fc1-0daea53db1ee, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:27:35.803573 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:35.887081 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] For port b857e2b7-e6dc-4520-9fc1-0daea53db1ee, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:27:35.890430 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] For port b857e2b7-e6dc-4520-9fc1-0daea53db1ee, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=b857e2b7-e6dc-4520-9fc1-0daea53db1ee,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:27:35.898343 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:35.902765 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:35.983693 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc7f3b-6282-482a-9d7f-e27416f07ac9 None None] Pushing event updated for resources: {'Port': ['ID=b857e2b7-e6dc-4520-9fc1-0daea53db1ee,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:35.986705 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c8dc7f3b-6282-482a-9d7f-e27416f07ac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:35.989036 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] Routers {'8ae832ce-0ba1-49fb-917e-55d149a1bbe3'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:27:35.989392 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:27:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['8ae832ce-0ba1-49fb-917e-55d149a1bbe3'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:27:36.171666 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] Set router 8ae832ce-0ba1-49fb-917e-55d149a1bbe3 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:27:36.506559 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae832ce-0ba1-49fb-917e-55d149a1bbe3', 'name': 'router1', 'tenant_id': '8c2036e31c474fbe97c679b5e97f9e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b857e2b7-e6dc-4520-9fc1-0daea53db1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:27:13Z', 'updated_at': '2021-05-06T18:27:33Z', 'revision_number': 4, 'project_id': '8c2036e31c474fbe97c679b5e97f9e54', 'gw_port': {'id': 'b857e2b7-e6dc-4520-9fc1-0daea53db1ee', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:40:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae832ce-0ba1-49fb-917e-55d149a1bbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:27:32Z', 'updated_at': '2021-05-06T18:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '978d1e92-ddc7-4390-b249-4e4982b4a81e', 'name': '', 'network_id': 'd3c96931-f0f0-4153-b5c1-bc80571ad65c', 'tenant_id': '8c2036e31c474fbe97c679b5e97f9e54', 'mac_address': 'fa:16:3e:1d:8f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae832ce-0ba1-49fb-917e-55d149a1bbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25a7b10b-01a6-4e2c-bb60-8200cbd25686', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:27:23Z', 'updated_at': '2021-05-06T18:27:32Z', 'revision_number': 5, 'project_id': '8c2036e31c474fbe97c679b5e97f9e54', 'subnets': [{'id': '25a7b10b-01a6-4e2c-bb60-8200cbd25686', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d0b93a5-5ee2-4aef-945c-49c79c05cfdf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:27:36.511808 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177435e8-c6f1-4abc-b73a-d2a9380b146b None None] The sync data for ids ['8ae832ce-0ba1-49fb-917e-55d149a1bbe3'] in dv-cinder-733622-15-iscsi is: [{'id': '8ae832ce-0ba1-49fb-917e-55d149a1bbe3', 'name': 'router1', 'tenant_id': '8c2036e31c474fbe97c679b5e97f9e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b857e2b7-e6dc-4520-9fc1-0daea53db1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:27:13Z', 'updated_at': '2021-05-06T18:27:33Z', 'revision_number': 4, 'project_id': '8c2036e31c474fbe97c679b5e97f9e54', 'gw_port': {'id': 'b857e2b7-e6dc-4520-9fc1-0daea53db1ee', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:40:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae832ce-0ba1-49fb-917e-55d149a1bbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:27:32Z', 'updated_at': '2021-05-06T18:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '978d1e92-ddc7-4390-b249-4e4982b4a81e', 'name': '', 'network_id': 'd3c96931-f0f0-4153-b5c1-bc80571ad65c', 'tenant_id': '8c2036e31c474fbe97c679b5e97f9e54', 'mac_address': 'fa:16:3e:1d:8f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae832ce-0ba1-49fb-917e-55d149a1bbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25a7b10b-01a6-4e2c-bb60-8200cbd25686', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:27:23Z', 'updated_at': '2021-05-06T18:27:32Z', 'revision_number': 5, 'project_id': '8c2036e31c474fbe97c679b5e97f9e54', 'subnets': [{'id': '25a7b10b-01a6-4e2c-bb60-8200cbd25686', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d0b93a5-5ee2-4aef-945c-49c79c05cfdf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:27:36.770999 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 39026) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:27:36.912303 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-0b5effee-e1f7-4f66-b403-4ce0c452a8f8 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1398659 May 06 18:27:38.410001 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device b857e2b7-e6dc-4520-9fc1-0daea53db1ee up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:27:38.517786 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port b857e2b7-e6dc-4520-9fc1-0daea53db1ee completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:27:38.523844 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port b857e2b7-e6dc-4520-9fc1-0daea53db1ee triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:27:38.524219 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:38.662624 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:38.683501 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port b857e2b7-e6dc-4520-9fc1-0daea53db1ee, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=b857e2b7-e6dc-4520-9fc1-0daea53db1ee,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:27:38.688726 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:38.691490 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:38.767680 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=b857e2b7-e6dc-4520-9fc1-0daea53db1ee,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:38.772477 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:40.409619 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device b857e2b7-e6dc-4520-9fc1-0daea53db1ee up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:27:40.538171 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port b857e2b7-e6dc-4520-9fc1-0daea53db1ee triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:27:40.538548 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:46.260385 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-3aad28f1-1f15-4b01-a85f-10360836e88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:48.240525 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:48.682181 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2b70df46-1afc-4eca-a271-6b593df2edca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:50.031589 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:51.545206 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:56.246245 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 5 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:28:16.256492 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-92d0895c-028a-43af-a9c2-d43c37045358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:28:18.242102 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:28:18.682761 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-a982a453-6d38-4a4a-b89e-5f8ca746e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:28:20.030063 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:28:21.553064 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:28:33.245697 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 5 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:28:46.241478 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-37bb0bde-e61f-4bdb-b051-2579a04d27c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:28:48.235572 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:28:48.678273 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ef14e6a4-3844-4be2-8c30-8587a3b9d182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:28:50.019534 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:28:51.549201 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:10.244533 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 5 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:29:16.243591 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-bd915ef5-1eb9-4baf-9125-c413e8e37e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:16.265918 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 39596) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:29:16.335335 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.pecan_wsgi.hooks.translation [None req-91529fd2-dadb-4d24-8d93-7399700f3d9a admin admin] GET failed (client error): The resource could not be found. May 06 18:29:16.336598 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-91529fd2-dadb-4d24-8d93-7399700f3d9a admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0696476 May 06 18:29:16.468542 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0595dcfa-17a7-45ca-ac6c-f06cb85482f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:16.470050 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-0595dcfa-17a7-45ca-ac6c-f06cb85482f6 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1296628 May 06 18:29:18.239117 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:18.611353 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 39606) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:29:18.679994 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-4aa5bea9-9c12-47a0-844e-c34e5a434f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:18.732045 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9fa75f-59d4-4181-82a7-6daca3949b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:18.733149 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-7e9fa75f-59d4-4181-82a7-6daca3949b02 admin admin] Synchronizing usage tracker for tenant:effe1ef713a549eeb55eb716728cdb2a on resource:subnet {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:29:18.750414 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-7e9fa75f-59d4-4181-82a7-6daca3949b02 admin admin] Unset dirty status for tenant:effe1ef713a549eeb55eb716728cdb2a on resource:subnet {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:29:18.751599 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-7e9fa75f-59d4-4181-82a7-6daca3949b02 admin admin] 10.222.0.50 "GET /v2.0/subnets/25a7b10b-01a6-4e2c-bb60-8200cbd25686 HTTP/1.1" status: 200 len: 849 time: 0.1393113 May 06 18:29:18.761067 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-9f0937d4-8dae-431a-9383-404a27c2ef27 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:29:18.879023 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9f0937d4-8dae-431a-9383-404a27c2ef27 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:19.075262 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9f0937d4-8dae-431a-9383-404a27c2ef27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734943942238'] for subnet, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:19.080185 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:29:19.120623 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0937d4-8dae-431a-9383-404a27c2ef27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:19.121215 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9f0937d4-8dae-431a-9383-404a27c2ef27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:19.122652 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-9f0937d4-8dae-431a-9383-404a27c2ef27 admin admin] 10.222.0.50 "PUT /v2.0/subnets/25a7b10b-01a6-4e2c-bb60-8200cbd25686 HTTP/1.1" status: 200 len: 868 time: 0.3654304 May 06 18:29:19.139002 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6b42a4-fd93-41c7-9161-6d71e092771b None None] Network d3c96931-f0f0-4153-b5c1-bc80571ad65c requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:29:19.149659 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0937d4-8dae-431a-9383-404a27c2ef27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25a7b10b-01a6-4e2c-bb60-8200cbd25686,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:29:19.158181 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0937d4-8dae-431a-9383-404a27c2ef27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:19.158586 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0937d4-8dae-431a-9383-404a27c2ef27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:19.158922 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0937d4-8dae-431a-9383-404a27c2ef27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:19.159274 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0937d4-8dae-431a-9383-404a27c2ef27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:19.159596 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0937d4-8dae-431a-9383-404a27c2ef27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:19.159912 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0937d4-8dae-431a-9383-404a27c2ef27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:19.160662 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0937d4-8dae-431a-9383-404a27c2ef27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:19.160662 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0937d4-8dae-431a-9383-404a27c2ef27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:19.160966 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0937d4-8dae-431a-9383-404a27c2ef27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:19.161279 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0937d4-8dae-431a-9383-404a27c2ef27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:19.161594 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0937d4-8dae-431a-9383-404a27c2ef27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:19.161907 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0937d4-8dae-431a-9383-404a27c2ef27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:19.165833 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-9f0937d4-8dae-431a-9383-404a27c2ef27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:29:19.656919 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-56c9b055-9552-482d-99ee-313ecfafb066 None None] Provisioning complete for port 91f197bd-2228-4065-b695-552236e8f0f5 triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:29:19.657500 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-56c9b055-9552-482d-99ee-313ecfafb066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:19.788770 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-56c9b055-9552-482d-99ee-313ecfafb066 None None] Provisioning complete for port 978d1e92-ddc7-4390-b249-4e4982b4a81e triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:29:19.789134 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-56c9b055-9552-482d-99ee-313ecfafb066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:20.023515 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:21.285627 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 39616) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:29:21.463951 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2247563-5a38-4b91-beb1-21bd79143039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:21.464422 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2247563-5a38-4b91-beb1-21bd79143039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:21.465927 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-c2247563-5a38-4b91-beb1-21bd79143039 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1794474 May 06 18:29:21.568106 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:23.625711 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 39626) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:29:23.811797 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae628f-2211-4f0a-8793-b2034416ae9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:23.812192 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae628f-2211-4f0a-8793-b2034416ae9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:23.813699 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-0bae628f-2211-4f0a-8793-b2034416ae9d admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1870315 May 06 18:29:25.996463 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 39636) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:29:26.168758 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d55495-ee6d-42c0-9ef7-8841d3a58d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:26.171395 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-01d55495-ee6d-42c0-9ef7-8841d3a58d95 admin admin] 10.222.0.50 "GET /v2.0/networks/884521b5-a319-4325-bd13-24951164ba4c HTTP/1.1" status: 200 len: 886 time: 0.1733212 May 06 18:29:28.323663 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 39646) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:29:28.507741 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55358a6-b236-4d58-b391-640442a3553e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:28.509153 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-e55358a6-b236-4d58-b391-640442a3553e admin admin] 10.222.0.50 "GET /v2.0/networks/d3c96931-f0f0-4153-b5c1-bc80571ad65c HTTP/1.1" status: 200 len: 869 time: 0.1845593 May 06 18:29:30.678810 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 39656) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:29:30.791167 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df5aaf0-eeb0-4326-8201-acf37844c84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:30.791633 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df5aaf0-eeb0-4326-8201-acf37844c84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:30.793116 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-6df5aaf0-eeb0-4326-8201-acf37844c84d admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1133571 May 06 18:29:32.913612 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 39666) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:29:33.020941 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b0601-3b25-42ab-936b-935a3b3f7a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:33.021410 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b0601-3b25-42ab-936b-935a3b3f7a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:33.022903 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-b28b0601-3b25-42ab-936b-935a3b3f7a3c admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1083560 May 06 18:29:35.134462 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 39676) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:29:35.247664 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaa7e40-7711-4cdc-9765-58f1ce45b7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:35.249139 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-fbaa7e40-7711-4cdc-9765-58f1ce45b7f9 admin admin] 10.222.0.50 "GET /v2.0/subnets/25a7b10b-01a6-4e2c-bb60-8200cbd25686 HTTP/1.1" status: 200 len: 868 time: 0.1137338 May 06 18:29:37.367588 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 39686) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:29:37.471836 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d728841-fbf2-4e2c-ab0c-2008fb851d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:37.473170 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-1d728841-fbf2-4e2c-ab0c-2008fb851d4d admin admin] 10.222.0.50 "GET /v2.0/subnets/9fcafda4-8977-4d90-a4c2-0719bb43c11a HTTP/1.1" status: 200 len: 816 time: 0.1046638 May 06 18:29:46.247103 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-8a022267-dc0e-479c-9116-6f4318ba1c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:47.274375 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 5 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:29:48.242656 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:48.672089 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-70f69b59-a577-4934-be05-d42c636a2ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:50.026698 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:51.554931 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:00.690981 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 39730) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:30:00.742675 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [None req-22bb398c-2e83-4695-ab14-1679dd44eb8c admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=78804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 18:30:00.743723 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-22bb398c-2e83-4695-ab14-1679dd44eb8c admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0515795 May 06 18:30:03.035245 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 39740) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:30:03.102919 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f41539d-c85c-457d-b27a-43ef74af69d6 admin admin] GET failed (client error): The resource could not be found. May 06 18:30:03.104211 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-0f41539d-c85c-457d-b27a-43ef74af69d6 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0680044 May 06 18:30:03.232231 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b60c84-3232-4731-8979-9c0bb2476f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:30:03.233615 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-a1b60c84-3232-4731-8979-9c0bb2476f35 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1253228 May 06 18:30:05.394226 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 39750) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:30:05.445368 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-fcbf33e2-aa3e-4985-bb5c-2b0e02af6cb8 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:30:05.450803 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-fcbf33e2-aa3e-4985-bb5c-2b0e02af6cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:30:05.460327 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-fcbf33e2-aa3e-4985-bb5c-2b0e02af6cb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:30:05.473017 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbf33e2-aa3e-4985-bb5c-2b0e02af6cb8 admin admin] Made reservation on behalf of effe1ef713a549eeb55eb716728cdb2a for: {'network': 1} {{(pid=78804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:30:05.475358 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-fcbf33e2-aa3e-4985-bb5c-2b0e02af6cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for network, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:05.605675 dv-cinder-733622-15-iscsi neutron-server[78804]: WARNING neutron.services.revisions.revision_plugin [None req-fcbf33e2-aa3e-4985-bb5c-2b0e02af6cb8 admin admin] Could not find related network for resource to bump revision. May 06 18:30:05.618177 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbf33e2-aa3e-4985-bb5c-2b0e02af6cb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=78804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:30:05.627884 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-fcbf33e2-aa3e-4985-bb5c-2b0e02af6cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:05.628224 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.db.segments_db [None req-fcbf33e2-aa3e-4985-bb5c-2b0e02af6cb8 admin admin] Added segment 8ec71833-c9a1-4d01-888a-3842834c66d9 of type vlan for network fc059a15-72ba-4c4c-83f4-b47cd1a02c02 May 06 18:30:05.654319 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-fcbf33e2-aa3e-4985-bb5c-2b0e02af6cb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734943509396'] for network, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:05.686918 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-fcbf33e2-aa3e-4985-bb5c-2b0e02af6cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for network, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:05.688271 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf33e2-aa3e-4985-bb5c-2b0e02af6cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:30:05.688886 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-fcbf33e2-aa3e-4985-bb5c-2b0e02af6cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:05.692163 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:30:05.795322 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf33e2-aa3e-4985-bb5c-2b0e02af6cb8 admin admin] Pushing event updated for resources: {'Network': ['ID=fc059a15-72ba-4c4c-83f4-b47cd1a02c02,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:30:05.798104 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-fcbf33e2-aa3e-4985-bb5c-2b0e02af6cb8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4028342 May 06 18:30:05.798886 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-fcbf33e2-aa3e-4985-bb5c-2b0e02af6cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:30:05.805618 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Network fc059a15-72ba-4c4c-83f4-b47cd1a02c02 details requested by agent ovs-agent-dv-cinder-733622-15-iscsi with host dv-cinder-733622-15-iscsi {{(pid=78805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:30:07.969450 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 39760) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:30:08.039397 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.pecan_wsgi.hooks.translation [None req-6386af92-6181-41d6-ad71-1ff3a88d4bc4 admin admin] GET failed (client error): The resource could not be found. May 06 18:30:08.040646 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-6386af92-6181-41d6-ad71-1ff3a88d4bc4 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0700052 May 06 18:30:08.145200 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b60711b-1cc1-464d-9d98-de533662536d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:30:08.146535 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-8b60711b-1cc1-464d-9d98-de533662536d admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1015749 May 06 18:30:08.156076 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'fc059a15-72ba-4c4c-83f4-b47cd1a02c02', 'description': 'shared-subnet'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:30:08.160448 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:30:08.170553 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:30:08.179560 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Made reservation on behalf of effe1ef713a549eeb55eb716728cdb2a for: {'subnet': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:30:08.181916 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Notify callbacks [] for subnet, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:08.556059 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for subnet, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:08.561308 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:30:08.631092 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dffb9c96-02ed-45f3-b6fb-1b4bd668ec2f,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:30:08.641417 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:08.641755 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:08.642075 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:08.642392 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:08.642712 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:08.643026 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:08.643373 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:08.643681 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:08.644009 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:08.644315 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:08.644619 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:08.644923 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:08.649285 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:30:08.650324 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Checking segment: {'id': '8ec71833-c9a1-4d01-888a-3842834c66d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fc059a15-72ba-4c4c-83f4-b47cd1a02c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:30:08.650670 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Network hostable DHCP agents. Network: fc059a15-72ba-4c4c-83f4-b47cd1a02c02, hostable agents: ['8fc60d36-74b8-4e3d-97e0-ec4f9e082df4'], hosted agents: [] {{(pid=78803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:30:08.668004 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Network fc059a15-72ba-4c4c-83f4-b47cd1a02c02 is scheduled to be hosted by DHCP agent 8fc60d36-74b8-4e3d-97e0-ec4f9e082df4 with binding_index 1 {{(pid=78803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:30:08.678202 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-iscsi, fc059a15-72ba-4c4c-83f4-b47cd1a02c02) {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:30:08.682746 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:30:08.683314 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:08.689305 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065d2dd6-0c91-42e6-9dca-ecf26a86c05d None None] Network fc059a15-72ba-4c4c-83f4-b47cd1a02c02 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:30:08.711342 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5584726 May 06 18:30:08.952722 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a25c3f6-e935-5b79-807a-a719f88b9197-fc059a15-72ba-4c4c-83f4-b47cd1a02c02', 'network_id': 'fc059a15-72ba-4c4c-83f4-b47cd1a02c02', 'tenant_id': 'effe1ef713a549eeb55eb716728cdb2a', 'fixed_ips': [{'subnet_id': 'dffb9c96-02ed-45f3-b6fb-1b4bd668ec2f'}]}} from dv-cinder-733622-15-iscsi. {{(pid=78805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 18:30:08.953579 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:09.116850 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.db_base_plugin_common [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Allocated IP 192.168.233.2 (fc059a15-72ba-4c4c-83f4-b47cd1a02c02/dffb9c96-02ed-45f3-b6fb-1b4bd668ec2f/3e006b54-3763-452c-aed1-77955c9a69d4) {{(pid=78805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:30:09.328677 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Notify callbacks [] for port, precommit_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:09.340648 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Transition to ACTIVE for port object 3e006b54-3763-452c-aed1-77955c9a69d4 will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:30:09.360351 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Transition to ACTIVE for port object 3e006b54-3763-452c-aed1-77955c9a69d4 will not be triggered until provisioned by entity DHCP. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:30:09.367397 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:09.372799 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:30:09.451862 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Network fc059a15-72ba-4c4c-83f4-b47cd1a02c02 is already hosted by enough agents. {{(pid=78805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:30:09.452710 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Pushing event updated for resources: {'Port': ['ID=3e006b54-3763-452c-aed1-77955c9a69d4,revision_number=1']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:30:09.455252 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.scheduler.base_scheduler [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Resources bound (agent type, host, resource id): {{(pid=78805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:30:09.458334 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Received port after_create {{(pid=78805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:30:09.466208 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:09.466448 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:09.466786 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:09.467108 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:09.467454 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:09.467777 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:09.468091 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:09.468403 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:09.468731 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:09.469042 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:09.469351 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:09.469659 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:09.474308 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:30:09.560537 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Attempting to bind port 3e006b54-3763-452c-aed1-77955c9a69d4 on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:30:09.560915 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Attempting to bind port 3e006b54-3763-452c-aed1-77955c9a69d4 by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': '8ec71833-c9a1-4d01-888a-3842834c66d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fc059a15-72ba-4c4c-83f4-b47cd1a02c02'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:30:09.561275 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Attempting to bind port 3e006b54-3763-452c-aed1-77955c9a69d4 on network fc059a15-72ba-4c4c-83f4-b47cd1a02c02 {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:30:09.566799 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:30:09.567260 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Checking segment: {'id': '8ec71833-c9a1-4d01-888a-3842834c66d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fc059a15-72ba-4c4c-83f4-b47cd1a02c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:30:09.567580 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:09.567968 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Bound using segment: {'id': '8ec71833-c9a1-4d01-888a-3842834c66d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fc059a15-72ba-4c4c-83f4-b47cd1a02c02'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:30:09.568424 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Bound port: 3e006b54-3763-452c-aed1-77955c9a69d4, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec71833-c9a1-4d01-888a-3842834c66d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fc059a15-72ba-4c4c-83f4-b47cd1a02c02'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:30:09.568803 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:09.665814 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] For port 3e006b54-3763-452c-aed1-77955c9a69d4, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:30:09.670876 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] For port 3e006b54-3763-452c-aed1-77955c9a69d4, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=3e006b54-3763-452c-aed1-77955c9a69d4,segment=NetworkSegment(8ec71833-c9a1-4d01-888a-3842834c66d9),segment_id=8ec71833-c9a1-4d01-888a-3842834c66d9)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:30:09.679454 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:09.683661 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c8dc7f3b-6282-482a-9d7f-e27416f07ac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:30:09.768015 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Pushing event updated for resources: {'Port': ['ID=3e006b54-3763-452c-aed1-77955c9a69d4,revision_number=2']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:30:09.772222 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:30:10.574474 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 3e006b54-3763-452c-aed1-77955c9a69d4 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:30:10.662745 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a7da45-e809-47d5-9579-95190469c232 None None] Network fc059a15-72ba-4c4c-83f4-b47cd1a02c02 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:30:10.803764 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port 3e006b54-3763-452c-aed1-77955c9a69d4 completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:30:10.860388 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-5a89198f-fe3f-4b34-b2c2-e84af394aada None None] Provisioning for port 3e006b54-3763-452c-aed1-77955c9a69d4 completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:30:10.892996 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-5a89198f-fe3f-4b34-b2c2-e84af394aada None None] Provisioning complete for port 3e006b54-3763-452c-aed1-77955c9a69d4 triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:30:10.893370 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-5a89198f-fe3f-4b34-b2c2-e84af394aada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:11.096204 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-5a89198f-fe3f-4b34-b2c2-e84af394aada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:11.133689 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-5a89198f-fe3f-4b34-b2c2-e84af394aada None None] For port 3e006b54-3763-452c-aed1-77955c9a69d4, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=3e006b54-3763-452c-aed1-77955c9a69d4,segment=NetworkSegment(8ec71833-c9a1-4d01-888a-3842834c66d9),segment_id=8ec71833-c9a1-4d01-888a-3842834c66d9)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:30:11.141523 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-5a89198f-fe3f-4b34-b2c2-e84af394aada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:11.144161 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c8dc7f3b-6282-482a-9d7f-e27416f07ac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:30:11.225126 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89198f-fe3f-4b34-b2c2-e84af394aada None None] Pushing event updated for resources: {'Port': ['ID=3e006b54-3763-452c-aed1-77955c9a69d4,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:30:11.228900 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-5a89198f-fe3f-4b34-b2c2-e84af394aada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:30:11.364062 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-179eb4b2-c665-4763-b05a-6e30afefc060 None None] Provisioning complete for port 3e006b54-3763-452c-aed1-77955c9a69d4 triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:30:11.364325 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-179eb4b2-c665-4763-b05a-6e30afefc060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:12.507020 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 3e006b54-3763-452c-aed1-77955c9a69d4 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:30:12.573415 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 3e006b54-3763-452c-aed1-77955c9a69d4 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:30:12.573766 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:16.250595 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-5a387fc0-6059-4402-a3ef-c85a5e12fe44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:18.247995 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:18.676148 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-aede6c2e-0adc-4b39-9b93-59b38e0f1921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:20.033419 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:21.556432 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:24.242795 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 5 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:30:46.253368 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-89de0741-72a0-470f-8aba-600c7eb7c1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:48.251252 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:48.679295 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ed0ef806-6879-454d-89c5-0c7b5fb86aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:50.032535 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:51.558924 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:01.241442 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 5 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:31:16.258878 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-74bbc7dd-7938-4d13-8778-ead3c406c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:18.253401 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:18.676737 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-a286aa82-031c-4144-9c48-698d36a98763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:20.038211 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:20.316399 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 39812) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:31:20.322316 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [None req-63c1f689-8654-4cb6-89a7-436cac55605d tempest-verify_tempest_config-1224831657 tempest-verify_tempest_config-1224831657-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=78803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 18:31:20.323299 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-63c1f689-8654-4cb6-89a7-436cac55605d tempest-verify_tempest_config-1224831657 tempest-verify_tempest_config-1224831657-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061109 May 06 18:31:20.646515 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 39830) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:31:20.772760 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-29e15d10-7a60-407c-8e55-d8ac08026af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:20.788350 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-29e15d10-7a60-407c-8e55-d8ac08026af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:31:20.792843 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-29e15d10-7a60-407c-8e55-d8ac08026af1 admin admin] Usage tracker for resource:security_group_rule and tenant:e50d2295b41340cfac2589b05648833d is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:31:20.795659 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-29e15d10-7a60-407c-8e55-d8ac08026af1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:31:20.801281 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-29e15d10-7a60-407c-8e55-d8ac08026af1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:31:20.890241 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-29e15d10-7a60-407c-8e55-d8ac08026af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:20.894485 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-29e15d10-7a60-407c-8e55-d8ac08026af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:20.903021 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:31:20.945376 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-29e15d10-7a60-407c-8e55-d8ac08026af1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e50d2295b41340cfac2589b05648833d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2971153 May 06 18:31:20.946347 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e15d10-7a60-407c-8e55-d8ac08026af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00f0ed0-5c33-4c48-8f02-e1b411153afb,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:31:20.948820 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 39836) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:31:20.953548 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e15d10-7a60-407c-8e55-d8ac08026af1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:20.953900 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e15d10-7a60-407c-8e55-d8ac08026af1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:20.954231 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e15d10-7a60-407c-8e55-d8ac08026af1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:20.954555 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e15d10-7a60-407c-8e55-d8ac08026af1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:20.954871 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e15d10-7a60-407c-8e55-d8ac08026af1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:20.955225 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e15d10-7a60-407c-8e55-d8ac08026af1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:20.955546 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e15d10-7a60-407c-8e55-d8ac08026af1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:20.955874 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e15d10-7a60-407c-8e55-d8ac08026af1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:20.956207 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e15d10-7a60-407c-8e55-d8ac08026af1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:20.956517 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e15d10-7a60-407c-8e55-d8ac08026af1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:20.956823 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e15d10-7a60-407c-8e55-d8ac08026af1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:20.957128 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e15d10-7a60-407c-8e55-d8ac08026af1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:20.961945 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-29e15d10-7a60-407c-8e55-d8ac08026af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:31:21.012957 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-33e9b519-54cc-470c-93f9-fec4787eca59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:21.040091 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-33e9b519-54cc-470c-93f9-fec4787eca59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:21.141315 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-33e9b519-54cc-470c-93f9-fec4787eca59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:21.145690 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:31:21.156851 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9b519-54cc-470c-93f9-fec4787eca59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00f0ed0-5c33-4c48-8f02-e1b411153afb,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:31:21.166173 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9b519-54cc-470c-93f9-fec4787eca59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.166538 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9b519-54cc-470c-93f9-fec4787eca59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.166876 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9b519-54cc-470c-93f9-fec4787eca59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.167227 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9b519-54cc-470c-93f9-fec4787eca59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.167804 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9b519-54cc-470c-93f9-fec4787eca59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.168151 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9b519-54cc-470c-93f9-fec4787eca59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.168474 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9b519-54cc-470c-93f9-fec4787eca59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.168805 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9b519-54cc-470c-93f9-fec4787eca59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.169144 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9b519-54cc-470c-93f9-fec4787eca59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.169460 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9b519-54cc-470c-93f9-fec4787eca59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.169773 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9b519-54cc-470c-93f9-fec4787eca59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.170082 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9b519-54cc-470c-93f9-fec4787eca59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.173496 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-33e9b519-54cc-470c-93f9-fec4787eca59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:31:21.174714 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-33e9b519-54cc-470c-93f9-fec4787eca59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:21.175825 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-33e9b519-54cc-470c-93f9-fec4787eca59 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d00f0ed0-5c33-4c48-8f02-e1b411153afb HTTP/1.1" status: 204 len: 168 time: 0.2259600 May 06 18:31:21.567894 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:38.243030 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 5 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:31:46.254431 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-9eda5dd0-bb11-4b4d-bb2e-03ad428bc200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:48.255510 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:48.680009 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-4759b15a-f2c1-4191-97f2-1bcd3e4aeab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:50.037355 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:51.566155 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:32:15.242201 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 5 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:32:16.256192 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-4c1f7cc0-f226-4698-9089-73dbc18cc577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:32:18.257200 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:32:18.684090 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b9f24368-946a-4794-9069-058fb12e499f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:32:20.040133 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:32:21.569321 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:32:46.258259 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ad033d91-f5ac-415d-a83f-efe057002aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:32:48.261792 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:32:48.689734 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-bd2fbf21-cb2e-4410-8b2b-8af19b0eb3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:32:50.043496 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:32:51.675756 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:32:52.241211 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 5 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:32:57.161706 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710'] for agent, after_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:33:01.115547 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 39888) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:33:01.230754 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-eb961841-2166-45d4-a3dc-6af14bf10a93 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1140649 May 06 18:33:03.415350 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 39898) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:33:03.472097 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-9fe8d487-a658-44e9-bd03-2e39f66ae660 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0553153 May 06 18:33:16.262242 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-d793047b-fcf6-450f-8113-f3d8c1275838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:33:18.263722 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:33:18.690905 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-fa5ec311-9eb2-4149-a2b2-a3b20e4c4141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:33:20.045746 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:33:21.577312 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:33:27.154021 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:33:29.241735 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:33:46.264628 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-400f0856-3d27-4d84-830f-fb6c93714f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:33:48.265750 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:33:48.692626 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-62d67a67-6cca-470f-9fc1-fb70ff51dbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:33:50.048471 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:33:51.579972 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:33:57.176286 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:06.241975 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:34:16.266810 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2be7feea-abc3-4268-acbf-d67c76d6ba8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:18.269077 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:18.695418 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-a7e13286-33b5-416b-a123-e5890926dffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:20.052428 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:21.584627 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:27.179271 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:29.940652 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 40036) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:30.296174 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1280035887-network', 'tenant_id': 'cc919bedec1b46b6aaeef5a6e940c757'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:30.301803 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:30.305968 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Usage tracker for resource:network and tenant:cc919bedec1b46b6aaeef5a6e940c757 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:30.310494 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:30.316805 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:30.330430 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Made reservation on behalf of cc919bedec1b46b6aaeef5a6e940c757 for: {'network': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:34:30.340784 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for network, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:30.349785 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:30.369237 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:30.374261 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Usage tracker for resource:security_group_rule and tenant:cc919bedec1b46b6aaeef5a6e940c757 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:30.377576 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:30.384714 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:30.479969 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:30.485697 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:30.491893 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:30.520227 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=78803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:34:30.533693 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:30.533930 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.db.segments_db [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Added segment db3a5d59-306d-4aa6-a6db-a661eb0f3a17 of type vlan for network e712c820-8e93-42e1-8b79-4d408a674dd6 May 06 18:34:30.553366 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08bf2e0-656b-4345-9e46-32015f1b6ebf,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:30.573554 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734943509396'] for network, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:30.582915 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:30.583284 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:30.583617 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:30.583951 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:30.584274 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:30.584592 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:30.584907 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:30.585250 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:30.585580 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:30.585896 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Tracked resource versions report: May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: pushed versions: May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: { 'AddressGroup': {'1.2'}, May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: 'ConntrackHelper': {'1.0'}, May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: 'Log': {'1.0'}, May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: 'Network': {'1.1'}, May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: 'Port': {'1.7'}, May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: 'PortForwarding': {'1.2'}, May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: 'QosPolicy': {'1.8'}, May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: 'SecurityGroup': {'1.4'}, May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: 'SecurityGroupRule': {'1.2'}, May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: 'SubPort': {'1.0'}, May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: 'Subnet': {'1.1'}, May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: 'Trunk': {'1.1'}} May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: consumer versions: May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: { DHCP agent@dv-cinder-733622-15-iscsi: {}, May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: HyperV agent@hv-cinder-73362: {}, May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: L3 agent@dv-cinder-733622-15-iscsi: {}, May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: Metadata agent@dv-cinder-733622-15-iscsi: {}, May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: Metering agent@dv-cinder-733622-15-iscsi: {}, May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: Open vSwitch agent@dv-cinder-733622-15-iscsi: { 'AddressGroup': '1.2', May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: 'ConntrackHelper': '1.0', May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: 'Log': '1.0', May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: 'Network': '1.1', May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: 'Port': '1.7', May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: 'PortForwarding': '1.2', May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: 'QosPolicy': '1.8', May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: 'SecurityGroup': '1.4', May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: 'SecurityGroupRule': '1.2', May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: 'SubPort': '1.0', May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: 'Subnet': '1.1', May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: 'Trunk': '1.1'}} May 06 18:34:30.589869 dv-cinder-733622-15-iscsi neutron-server[78803]: {{(pid=78803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 18:34:30.592625 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:30.622162 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for network, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:30.623606 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:30.624251 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:30.638691 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:30.777078 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Pushing event updated for resources: {'Network': ['ID=e712c820-8e93-42e1-8b79-4d408a674dd6,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:30.783469 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 40090) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:30.784170 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8418005 May 06 18:34:30.785288 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:30.790342 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Request body: {'subnet': {'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1280035887-subnet', 'tenant_id': 'cc919bedec1b46b6aaeef5a6e940c757', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:30.792632 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Network e712c820-8e93-42e1-8b79-4d408a674dd6 details requested by agent ovs-agent-dv-cinder-733622-15-iscsi with host dv-cinder-733622-15-iscsi {{(pid=78805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:34:30.797240 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:30.801438 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Usage tracker for resource:subnet and tenant:cc919bedec1b46b6aaeef5a6e940c757 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:30.804365 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:30.810493 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:30.824298 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Made reservation on behalf of cc919bedec1b46b6aaeef5a6e940c757 for: {'subnet': 1} {{(pid=78804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:34:30.826980 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Notify callbacks [] for subnet, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:31.142265 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 40104) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:31.272874 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for subnet, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:31.278138 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:31.345768 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a3aa520-893d-4113-b4c9-d14c97e64a44,revision_number=0']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:31.360340 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 40120) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:31.361122 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:31.361548 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:31.361764 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:31.362081 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:31.362392 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:31.362828 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:31.362998 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:31.363334 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:31.363662 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:31.364010 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:31.364255 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:31.364559 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Tracked resource versions report: May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: pushed versions: May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: { 'AddressGroup': {'1.2'}, May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: 'ConntrackHelper': {'1.0'}, May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: 'Log': {'1.0'}, May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: 'Network': {'1.1'}, May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: 'Port': {'1.7'}, May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: 'PortForwarding': {'1.2'}, May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: 'QosPolicy': {'1.8'}, May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: 'SecurityGroup': {'1.4'}, May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: 'SecurityGroupRule': {'1.2'}, May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: 'SubPort': {'1.0'}, May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: 'Subnet': {'1.1'}, May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: 'Trunk': {'1.1'}} May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: consumer versions: May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: { DHCP agent@dv-cinder-733622-15-iscsi: {}, May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: HyperV agent@hv-cinder-73362: {}, May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: L3 agent@dv-cinder-733622-15-iscsi: {}, May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: Metadata agent@dv-cinder-733622-15-iscsi: {}, May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: Metering agent@dv-cinder-733622-15-iscsi: {}, May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: Open vSwitch agent@dv-cinder-733622-15-iscsi: { 'AddressGroup': '1.2', May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: 'ConntrackHelper': '1.0', May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: 'Log': '1.0', May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: 'Network': '1.1', May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: 'Port': '1.7', May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: 'PortForwarding': '1.2', May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: 'QosPolicy': '1.8', May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: 'SecurityGroup': '1.4', May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: 'SecurityGroupRule': '1.2', May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: 'SubPort': '1.0', May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: 'Subnet': '1.1', May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: 'Trunk': '1.1'}} May 06 18:34:31.365647 dv-cinder-733622-15-iscsi neutron-server[78804]: {{(pid=78804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 18:34:31.369658 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:31.370556 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Checking segment: {'id': 'db3a5d59-306d-4aa6-a6db-a661eb0f3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:34:31.370896 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Network hostable DHCP agents. Network: e712c820-8e93-42e1-8b79-4d408a674dd6, hostable agents: ['8fc60d36-74b8-4e3d-97e0-ec4f9e082df4'], hosted agents: [] {{(pid=78804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:34:31.389541 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Network e712c820-8e93-42e1-8b79-4d408a674dd6 is scheduled to be hosted by DHCP agent 8fc60d36-74b8-4e3d-97e0-ec4f9e082df4 with binding_index 1 {{(pid=78804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:34:31.400496 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-iscsi, e712c820-8e93-42e1-8b79-4d408a674dd6) {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:34:31.406991 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:31.407925 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:31.412154 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5b3e2f-e4e3-42e7-86b3-bb1b45107eba None None] Network e712c820-8e93-42e1-8b79-4d408a674dd6 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:34:31.431410 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6466155 May 06 18:34:31.614296 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1136130436-network', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:31.620383 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:31.631296 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Usage tracker for resource:network and tenant:bb0a96b877b544c78734acd5c46c2618 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:31.634565 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:31.638250 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64e9d3c-647f-4a70-b408-bc77e73adc99 None None] Network e712c820-8e93-42e1-8b79-4d408a674dd6 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:34:31.654185 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:31.668693 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Made reservation on behalf of bb0a96b877b544c78734acd5c46c2618 for: {'network': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:34:31.671793 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for network, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:31.689390 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:31.708082 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:31.711910 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Usage tracker for resource:security_group_rule and tenant:bb0a96b877b544c78734acd5c46c2618 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:31.715608 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:31.722023 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:31.874580 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1065715221-network', 'tenant_id': '34af625ab7224e6bbba6820112bbe5b3'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:31.892898 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:31.904631 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:31.908230 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Usage tracker for resource:network and tenant:34af625ab7224e6bbba6820112bbe5b3 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:31.911659 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:31.920192 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:31.921568 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:31.937779 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=78803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:34:31.949747 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:31.950088 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.db.segments_db [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Added segment 3060fdb7-2551-4258-8a7c-fe585aeea40d of type vlan for network 4977f012-56c5-46bd-a1b1-7dca239e88c0 May 06 18:34:31.957345 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:31.998035 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc44222e-23f2-4a53-b3ea-bd5578ff6ffd,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:32.001319 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:32.024943 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Made reservation on behalf of 34af625ab7224e6bbba6820112bbe5b3 for: {'network': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:34:32.027947 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for network, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:32.049907 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:32.061825 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734943509396'] for network, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:32.069302 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 40138) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:32.071780 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:32.077018 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Usage tracker for resource:security_group_rule and tenant:34af625ab7224e6bbba6820112bbe5b3 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:32.080498 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:32.088144 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:32.164128 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for network, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:32.170584 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:32.171519 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:32.180725 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:32.283107 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Pushing event updated for resources: {'Network': ['ID=4977f012-56c5-46bd-a1b1-7dca239e88c0,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:32.286059 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:32.295726 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Network 4977f012-56c5-46bd-a1b1-7dca239e88c0 details requested by agent ovs-agent-dv-cinder-733622-15-iscsi with host dv-cinder-733622-15-iscsi {{(pid=78805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:34:32.345873 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1991689 May 06 18:34:32.346696 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 40154) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:32.353157 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-4f35ffd7-1923-46b5-b0a8-30874f8ba380 admin admin] Request body: {'subnet': {'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1136130436-subnet', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:32.359455 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:32.364730 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:32.384382 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:32.384997 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-4f35ffd7-1923-46b5-b0a8-30874f8ba380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:32.395019 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=78803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:34:32.398099 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-4f35ffd7-1923-46b5-b0a8-30874f8ba380 admin admin] Usage tracker for resource:subnet and tenant:bb0a96b877b544c78734acd5c46c2618 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:32.418743 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:32.418743 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.db.segments_db [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Added segment 78f6a5e9-e3de-4d2f-92e3-998861b5ddf0 of type vlan for network eaf08083-dfec-4b16-88e3-94853441d636 May 06 18:34:32.421468 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-4f35ffd7-1923-46b5-b0a8-30874f8ba380 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:32.435991 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54449394-5c40-4716-b876-15eb4dfe1c97,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:32.440912 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:32.451406 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1255724845-network', 'tenant_id': '2240092be8ac44d1b16602700520b22d'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:32.462889 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734943509396'] for network, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:32.466798 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:32.476621 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Usage tracker for resource:network and tenant:2240092be8ac44d1b16602700520b22d is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:32.483514 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:32.499057 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-4f35ffd7-1923-46b5-b0a8-30874f8ba380 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:32.505870 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:32.522770 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for network, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:32.524138 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:32.524804 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:32.536981 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f35ffd7-1923-46b5-b0a8-30874f8ba380 admin admin] Made reservation on behalf of bb0a96b877b544c78734acd5c46c2618 for: {'subnet': 1} {{(pid=78804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:34:32.539762 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-4f35ffd7-1923-46b5-b0a8-30874f8ba380 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:32.559093 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:32.568823 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Made reservation on behalf of 2240092be8ac44d1b16602700520b22d for: {'network': 1} {{(pid=78804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:34:32.577573 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for network, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:32.605874 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2433231 May 06 18:34:32.648522 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 40166) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:32.666948 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:32.679032 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-92f813ad-ef3f-4732-830b-0ad9cf18874f admin admin] Request body: {'subnet': {'network_id': 'eaf08083-dfec-4b16-88e3-94853441d636', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1065715221-subnet', 'tenant_id': '34af625ab7224e6bbba6820112bbe5b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:32.707023 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-92f813ad-ef3f-4732-830b-0ad9cf18874f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:32.712144 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-92f813ad-ef3f-4732-830b-0ad9cf18874f admin admin] Usage tracker for resource:subnet and tenant:34af625ab7224e6bbba6820112bbe5b3 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:32.717951 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-92f813ad-ef3f-4732-830b-0ad9cf18874f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:32.720880 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Pushing event updated for resources: {'Network': ['ID=eaf08083-dfec-4b16-88e3-94853441d636,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:32.723630 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:32.731055 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-92f813ad-ef3f-4732-830b-0ad9cf18874f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:32.733227 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Network eaf08083-dfec-4b16-88e3-94853441d636 details requested by agent ovs-agent-dv-cinder-733622-15-iscsi with host dv-cinder-733622-15-iscsi {{(pid=78805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:34:32.746438 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:32.765618 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Usage tracker for resource:security_group_rule and tenant:2240092be8ac44d1b16602700520b22d is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:32.771538 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:32.781561 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f813ad-ef3f-4732-830b-0ad9cf18874f admin admin] Made reservation on behalf of 34af625ab7224e6bbba6820112bbe5b3 for: {'subnet': 1} {{(pid=78804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:34:32.784380 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-92f813ad-ef3f-4732-830b-0ad9cf18874f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:32.800696 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:33.144517 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:33.150345 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:33.206515 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-33e9b519-54cc-470c-93f9-fec4787eca59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:33.230542 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=78804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:34:33.279390 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:33.280195 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.db.segments_db [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Added segment b1472351-b8a1-4e09-a4d9-b7a18e144af2 of type vlan for network 9cc7ac02-de44-4c64-8db4-ed9a1be6def9 May 06 18:34:33.349650 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734943509396'] for network, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:33.411624 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for network, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:33.439337 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:33.440183 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:33.468296 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd1bc65-869a-472e-a832-f8acbc3d2150,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:33.480797 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:33.481828 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:33.515671 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4447136 May 06 18:34:33.519412 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 40206) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:33.528422 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-bf799d0c-0dfa-4b47-944c-ddaee31be1b0 admin admin] Request body: {'subnet': {'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1255724845-subnet', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:33.538339 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-bf799d0c-0dfa-4b47-944c-ddaee31be1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:33.549127 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-bf799d0c-0dfa-4b47-944c-ddaee31be1b0 admin admin] Usage tracker for resource:subnet and tenant:2240092be8ac44d1b16602700520b22d is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:33.552727 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-bf799d0c-0dfa-4b47-944c-ddaee31be1b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:33.561806 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-bf799d0c-0dfa-4b47-944c-ddaee31be1b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:33.577246 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf799d0c-0dfa-4b47-944c-ddaee31be1b0 admin admin] Made reservation on behalf of 2240092be8ac44d1b16602700520b22d for: {'subnet': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:34:33.581914 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bf799d0c-0dfa-4b47-944c-ddaee31be1b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:33.708427 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Pushing event updated for resources: {'Network': ['ID=9cc7ac02-de44-4c64-8db4-ed9a1be6def9,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:33.714915 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:33.724896 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Network 9cc7ac02-de44-4c64-8db4-ed9a1be6def9 details requested by agent ovs-agent-dv-cinder-733622-15-iscsi with host dv-cinder-733622-15-iscsi {{(pid=78805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:34:33.812894 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-4f35ffd7-1923-46b5-b0a8-30874f8ba380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for subnet, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:33.820766 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:33.929478 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35ffd7-1923-46b5-b0a8-30874f8ba380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d64319e1-ca21-4f57-b62e-b95f80302d38,revision_number=0']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:33.934407 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-4f35ffd7-1923-46b5-b0a8-30874f8ba380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:33.941667 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35ffd7-1923-46b5-b0a8-30874f8ba380 admin admin] Checking segment: {'id': '3060fdb7-2551-4258-8a7c-fe585aeea40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:34:33.942006 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f35ffd7-1923-46b5-b0a8-30874f8ba380 admin admin] Network hostable DHCP agents. Network: 4977f012-56c5-46bd-a1b1-7dca239e88c0, hostable agents: ['8fc60d36-74b8-4e3d-97e0-ec4f9e082df4'], hosted agents: [] {{(pid=78804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:34:34.025277 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f35ffd7-1923-46b5-b0a8-30874f8ba380 admin admin] Network 4977f012-56c5-46bd-a1b1-7dca239e88c0 is scheduled to be hosted by DHCP agent 8fc60d36-74b8-4e3d-97e0-ec4f9e082df4 with binding_index 1 {{(pid=78804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:34:34.058271 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-4f35ffd7-1923-46b5-b0a8-30874f8ba380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-iscsi, 4977f012-56c5-46bd-a1b1-7dca239e88c0) {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:34:34.067555 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f35ffd7-1923-46b5-b0a8-30874f8ba380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:34.068559 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-4f35ffd7-1923-46b5-b0a8-30874f8ba380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:34.092815 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-92f813ad-ef3f-4732-830b-0ad9cf18874f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for subnet, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:34.093527 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e83ce04-daed-4c64-8de3-f3273ae3e27d None None] Network 4977f012-56c5-46bd-a1b1-7dca239e88c0 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:34:34.099589 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-8154614c-cfbf-4388-8694-a768e7872287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:34.154517 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-4f35ffd7-1923-46b5-b0a8-30874f8ba380 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8063407 May 06 18:34:34.157274 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 40236) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:34.168542 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1136130436-router', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:34.183048 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:34.206630 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] Usage tracker for resource:router and tenant:bb0a96b877b544c78734acd5c46c2618 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:34.215381 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:34.225245 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:34.226119 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bf799d0c-0dfa-4b47-944c-ddaee31be1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for subnet, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:34.227975 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f813ad-ef3f-4732-830b-0ad9cf18874f admin admin] Pushing event updated for resources: {'Subnet': ['ID=33e2a527-452d-4f5a-a82b-12c43e60cc92,revision_number=0']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:34.233247 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-92f813ad-ef3f-4732-830b-0ad9cf18874f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:34.240611 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:34.243995 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f813ad-ef3f-4732-830b-0ad9cf18874f admin admin] Checking segment: {'id': '78f6a5e9-e3de-4d2f-92e3-998861b5ddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'eaf08083-dfec-4b16-88e3-94853441d636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:34:34.245165 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f813ad-ef3f-4732-830b-0ad9cf18874f admin admin] Network hostable DHCP agents. Network: eaf08083-dfec-4b16-88e3-94853441d636, hostable agents: ['8fc60d36-74b8-4e3d-97e0-ec4f9e082df4'], hosted agents: [] {{(pid=78804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:34:34.256076 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15189'] for router, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:34.257605 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-998050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15196'] for router, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:34.285119 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:34.374167 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf799d0c-0dfa-4b47-944c-ddaee31be1b0 admin admin] Checking segment: {'id': 'b1472351-b8a1-4e09-a4d9-b7a18e144af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:34:34.374838 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf799d0c-0dfa-4b47-944c-ddaee31be1b0 admin admin] Network hostable DHCP agents. Network: 9cc7ac02-de44-4c64-8db4-ed9a1be6def9, hostable agents: ['8fc60d36-74b8-4e3d-97e0-ec4f9e082df4'], hosted agents: [] {{(pid=78803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:34:34.403135 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f813ad-ef3f-4732-830b-0ad9cf18874f admin admin] Network eaf08083-dfec-4b16-88e3-94853441d636 is scheduled to be hosted by DHCP agent 8fc60d36-74b8-4e3d-97e0-ec4f9e082df4 with binding_index 1 {{(pid=78804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:34:34.411194 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 40250) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:34.444801 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf799d0c-0dfa-4b47-944c-ddaee31be1b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=833dc191-d6d6-4013-be5d-e5af7eb5472a,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:34.456487 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-bf799d0c-0dfa-4b47-944c-ddaee31be1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:34.470856 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf799d0c-0dfa-4b47-944c-ddaee31be1b0 admin admin] Network 9cc7ac02-de44-4c64-8db4-ed9a1be6def9 is scheduled to be hosted by DHCP agent 8fc60d36-74b8-4e3d-97e0-ec4f9e082df4 with binding_index 1 {{(pid=78803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:34:34.546795 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a25c3f6-e935-5b79-807a-a719f88b9197-4977f012-56c5-46bd-a1b1-7dca239e88c0', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'fixed_ips': [{'subnet_id': 'd64319e1-ca21-4f57-b62e-b95f80302d38'}]}} from dv-cinder-733622-15-iscsi. {{(pid=78805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 18:34:34.548190 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:34.549062 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-bf799d0c-0dfa-4b47-944c-ddaee31be1b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-iscsi, 9cc7ac02-de44-4c64-8db4-ed9a1be6def9) {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:34:34.554757 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf799d0c-0dfa-4b47-944c-ddaee31be1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:34.555498 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bf799d0c-0dfa-4b47-944c-ddaee31be1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:34.571110 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f082d36-7eea-4a9a-a865-91806a104779 None None] Network 9cc7ac02-de44-4c64-8db4-ed9a1be6def9 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:34:34.596945 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-bf799d0c-0dfa-4b47-944c-ddaee31be1b0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0755408 May 06 18:34:34.599523 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 40256) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:34.605026 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-92f813ad-ef3f-4732-830b-0ad9cf18874f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-iscsi, eaf08083-dfec-4b16-88e3-94853441d636) {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:34:34.605373 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1255724845-router', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:34.621540 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f813ad-ef3f-4732-830b-0ad9cf18874f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:34.621972 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-92f813ad-ef3f-4732-830b-0ad9cf18874f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:34.629115 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:34.634132 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43f4125-2a08-4a80-bdac-d7b7abcabaab None None] Network eaf08083-dfec-4b16-88e3-94853441d636 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:34:34.637736 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] Usage tracker for resource:router and tenant:2240092be8ac44d1b16602700520b22d is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:34.648685 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:34.659260 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:34.684019 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15189'] for router, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:34.685370 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-998050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15196'] for router, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:34.716132 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:34.815681 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 40272) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:34.829368 dv-cinder-733622-15-iscsi neutron-server[78804]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 06 18:34:34.832844 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-92f813ad-ef3f-4732-830b-0ad9cf18874f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1830773 May 06 18:34:34.859923 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-972830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15278'] for router, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:35.071958 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8b39e-dd64-4448-8846-00afe7892396 req-73623f3e-a19a-4251-8a29-c0dda984d21c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:35.073600 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-fff8b39e-dd64-4448-8846-00afe7892396 req-73623f3e-a19a-4251-8a29-c0dda984d21c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/networks?id=e712c820-8e93-42e1-8b79-4d408a674dd6 HTTP/1.1" status: 200 len: 815 time: 0.2569745 May 06 18:34:35.146592 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-fff8b39e-dd64-4448-8846-00afe7892396 req-4a3a79fb-aaf9-478c-bf36-bf3ee8f23909 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/quotas/cc919bedec1b46b6aaeef5a6e940c757 HTTP/1.1" status: 200 len: 375 time: 0.0471251 May 06 18:34:35.277743 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-fff8b39e-dd64-4448-8846-00afe7892396 req-aca75dae-20d9-4b60-9367-42be0888ebcd tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc919bedec1b46b6aaeef5a6e940c757&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1298027 May 06 18:34:35.395231 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0be99b28-ff73-4865-b5eb-8d299b39fb04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:35.412277 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-972830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15278'] for router, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:35.427555 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-0be99b28-ff73-4865-b5eb-8d299b39fb04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:35.433712 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-0be99b28-ff73-4865-b5eb-8d299b39fb04 admin admin] Usage tracker for resource:security_group_rule and tenant:c3be7b9005c04730a72dd9fb7ce3462f is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:35.452506 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-0be99b28-ff73-4865-b5eb-8d299b39fb04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:35.462768 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-0be99b28-ff73-4865-b5eb-8d299b39fb04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:35.523945 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a25c3f6-e935-5b79-807a-a719f88b9197-9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'fixed_ips': [{'subnet_id': '833dc191-d6d6-4013-be5d-e5af7eb5472a'}]}} from dv-cinder-733622-15-iscsi. {{(pid=78805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 18:34:35.526295 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:35.718659 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:35.726140 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.db_base_plugin_common [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Allocated IP 172.20.0.2 (9cc7ac02-de44-4c64-8db4-ed9a1be6def9/833dc191-d6d6-4013-be5d-e5af7eb5472a/8bd16e97-6e12-424f-862a-31d1a41cab9a) {{(pid=78805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:34:35.743684 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.db_base_plugin_common [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Allocated IP 172.20.0.2 (4977f012-56c5-46bd-a1b1-7dca239e88c0/d64319e1-ca21-4f57-b62e-b95f80302d38/f3825da4-1170-4fe1-9b27-e9bc127b5266) {{(pid=78805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:34:35.746202 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0be99b28-ff73-4865-b5eb-8d299b39fb04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:35.755654 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0be99b28-ff73-4865-b5eb-8d299b39fb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:35.763276 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:35.841137 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7e37b1b5-02a4-47f1-b65b-a842a023ad2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:35.909564 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-0be99b28-ff73-4865-b5eb-8d299b39fb04 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c3be7b9005c04730a72dd9fb7ce3462f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4969203 May 06 18:34:35.913687 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be99b28-ff73-4865-b5eb-8d299b39fb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9434bd9a-425f-4a5d-b1aa-1ab75bb985f9,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:35.936468 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0be99b28-ff73-4865-b5eb-8d299b39fb04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:35.938421 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 40304) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:36.052002 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [req-fff8b39e-dd64-4448-8846-00afe7892396 req-7609067a-db55-45ae-978e-2999ad4cb97e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=78804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 18:34:36.053071 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-fff8b39e-dd64-4448-8846-00afe7892396 req-7609067a-db55-45ae-978e-2999ad4cb97e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3906274 May 06 18:34:36.082417 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e8de2f-ad4c-4f64-bc45-f2fab2615d09 None None] Network eaf08083-dfec-4b16-88e3-94853441d636 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:34:36.162639 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] Allocated IP 172.27.1.211 (884521b5-a319-4325-bd13-24951164ba4c/9fcafda4-8977-4d90-a4c2-0719bb43c11a/8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:34:36.342827 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:36.383401 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d643-7d58-4919-b75a-68a40d2f565e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:36.412713 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-fff8b39e-dd64-4448-8846-00afe7892396 req-f79fe170-051b-41f6-a25a-f6f7136cdcd0 service neutron] 10.222.0.50 "GET /v2.0/networks/e712c820-8e93-42e1-8b79-4d408a674dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509955 May 06 18:34:36.448729 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:36.468615 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d643-7d58-4919-b75a-68a40d2f565e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:36.495284 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:36.508491 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f80ed64b-0077-49c2-a316-50c73f3007ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:36.600338 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] Network 884521b5-a319-4325-bd13-24951164ba4c is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:34:36.604144 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:36.605237 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:34:36.616417 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:34:36.694360 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 40342) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:36.718211 dv-cinder-733622-15-iscsi neutron-server[78803]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 06 18:34:36.818635 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] Pushing event updated for resources: {'Port': ['ID=8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:36.832936 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:36.895966 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d643-7d58-4919-b75a-68a40d2f565e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:36.902953 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-fff8b39e-dd64-4448-8846-00afe7892396 req-925b7452-c984-41b4-a37e-3347d91fac78 service neutron] 10.222.0.50 "GET /v2.0/networks/e712c820-8e93-42e1-8b79-4d408a674dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791765 May 06 18:34:36.925286 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-29e15d10-7a60-407c-8e55-d8ac08026af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:36.942272 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8d643-7d58-4919-b75a-68a40d2f565e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9434bd9a-425f-4a5d-b1aa-1ab75bb985f9,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:36.965307 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f2b8d643-7d58-4919-b75a-68a40d2f565e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:36.976133 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Notify callbacks [] for port, precommit_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:37.062978 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d643-7d58-4919-b75a-68a40d2f565e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:37.071943 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-f2b8d643-7d58-4919-b75a-68a40d2f565e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9434bd9a-425f-4a5d-b1aa-1ab75bb985f9 HTTP/1.1" status: 204 len: 168 time: 1.1228590 May 06 18:34:37.102032 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Transition to ACTIVE for port object f3825da4-1170-4fe1-9b27-e9bc127b5266 will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:34:37.105824 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Notify callbacks [] for port, precommit_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:37.110703 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-aff14380-b832-4729-889e-5e7d25b13643 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:37.111472 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-aff14380-b832-4729-889e-5e7d25b13643 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Synchronizing usage tracker for tenant:34af625ab7224e6bbba6820112bbe5b3 on resource:network {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:34:37.114969 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] Allocated IP 172.27.1.249 (884521b5-a319-4325-bd13-24951164ba4c/9fcafda4-8977-4d90-a4c2-0719bb43c11a/a6e7f816-1ec7-47f9-9dbb-4f3391914031) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:34:37.149591 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Transition to ACTIVE for port object 8bd16e97-6e12-424f-862a-31d1a41cab9a will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:34:37.176952 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-aff14380-b832-4729-889e-5e7d25b13643 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Unset dirty status for tenant:34af625ab7224e6bbba6820112bbe5b3 on resource:network {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:34:37.178127 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-aff14380-b832-4729-889e-5e7d25b13643 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/networks?id=eaf08083-dfec-4b16-88e3-94853441d636 HTTP/1.1" status: 200 len: 812 time: 0.4828060 May 06 18:34:37.190608 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Transition to ACTIVE for port object f3825da4-1170-4fe1-9b27-e9bc127b5266 will not be triggered until provisioned by entity DHCP. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:34:37.230589 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:37.231994 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Transition to ACTIVE for port object 8bd16e97-6e12-424f-862a-31d1a41cab9a will not be triggered until provisioned by entity DHCP. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:34:37.239343 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:37.293365 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:37.314410 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Network 4977f012-56c5-46bd-a1b1-7dca239e88c0 is already hosted by enough agents. {{(pid=78805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:34:37.318976 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.scheduler.base_scheduler [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Resources bound (agent type, host, resource id): {{(pid=78805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:34:37.333339 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Received port after_create {{(pid=78805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:34:37.355632 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Network 9cc7ac02-de44-4c64-8db4-ed9a1be6def9 is already hosted by enough agents. {{(pid=78805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:34:37.368095 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.scheduler.base_scheduler [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Resources bound (agent type, host, resource id): {{(pid=78805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:34:37.390972 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-ad28969e-0092-436c-aa3d-b48dd6dd293f tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/quotas/34af625ab7224e6bbba6820112bbe5b3 HTTP/1.1" status: 200 len: 375 time: 0.2051134 May 06 18:34:37.419500 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Pushing event updated for resources: {'Port': ['ID=f3825da4-1170-4fe1-9b27-e9bc127b5266,revision_number=1']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:37.422051 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Received port after_create {{(pid=78805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:34:37.440096 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:37.443348 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:37.445114 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:37.445114 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:37.445114 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:37.445445 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:37.445734 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:37.446158 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:37.446572 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:37.446841 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:37.447254 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:37.448279 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:37.448606 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Tracked resource versions report: May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: pushed versions: May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: { 'AddressGroup': {'1.2'}, May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: 'ConntrackHelper': {'1.0'}, May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: 'Log': {'1.0'}, May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: 'Network': {'1.1'}, May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: 'Port': {'1.7'}, May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: 'PortForwarding': {'1.2'}, May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: 'QosPolicy': {'1.8'}, May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: 'SecurityGroup': {'1.4'}, May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: 'SecurityGroupRule': {'1.2'}, May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: 'SubPort': {'1.0'}, May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: 'Subnet': {'1.1'}, May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: 'Trunk': {'1.1'}} May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: consumer versions: May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: { DHCP agent@dv-cinder-733622-15-iscsi: {}, May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: HyperV agent@hv-cinder-73362: {}, May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: L3 agent@dv-cinder-733622-15-iscsi: {}, May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: Metadata agent@dv-cinder-733622-15-iscsi: {}, May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: Metering agent@dv-cinder-733622-15-iscsi: {}, May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: Open vSwitch agent@dv-cinder-733622-15-iscsi: { 'AddressGroup': '1.2', May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: 'ConntrackHelper': '1.0', May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: 'Log': '1.0', May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: 'Network': '1.1', May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: 'Port': '1.7', May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: 'PortForwarding': '1.2', May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: 'QosPolicy': '1.8', May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: 'SecurityGroup': '1.4', May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: 'SecurityGroupRule': '1.2', May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: 'SubPort': '1.0', May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: 'Subnet': '1.1', May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: 'Trunk': '1.1'}} May 06 18:34:37.449735 dv-cinder-733622-15-iscsi neutron-server[78805]: {{(pid=78805) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 18:34:37.562127 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:37.582353 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:37.591951 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-89cb7525-d7c2-44d6-a592-806077a8dc13 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=34af625ab7224e6bbba6820112bbe5b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1939173 May 06 18:34:37.680158 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:37.759845 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:37.767679 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:37.817367 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e67b6567-49ed-46aa-acf7-a0b1cd289f9b req-af8b05c8-712b-4679-acae-13606ad524a6 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 210 time: 0.2383959 May 06 18:34:37.838868 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Attempting to bind port 8bd16e97-6e12-424f-862a-31d1a41cab9a on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:34:37.839241 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Attempting to bind port 8bd16e97-6e12-424f-862a-31d1a41cab9a by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': 'b1472351-b8a1-4e09-a4d9-b7a18e144af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:34:37.839610 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Attempting to bind port 8bd16e97-6e12-424f-862a-31d1a41cab9a on network 9cc7ac02-de44-4c64-8db4-ed9a1be6def9 {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:34:37.847767 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] Network 884521b5-a319-4325-bd13-24951164ba4c is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:34:37.859109 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:34:37.868054 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Attempting to bind port f3825da4-1170-4fe1-9b27-e9bc127b5266 on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:34:37.868054 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Attempting to bind port f3825da4-1170-4fe1-9b27-e9bc127b5266 by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': '3060fdb7-2551-4258-8a7c-fe585aeea40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:34:37.868253 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Attempting to bind port f3825da4-1170-4fe1-9b27-e9bc127b5266 on network 4977f012-56c5-46bd-a1b1-7dca239e88c0 {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:34:37.886537 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:34:37.887088 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Checking segment: {'id': '3060fdb7-2551-4258-8a7c-fe585aeea40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:34:37.889264 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:37.889963 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Bound using segment: {'id': '3060fdb7-2551-4258-8a7c-fe585aeea40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:34:37.891030 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Bound port: f3825da4-1170-4fe1-9b27-e9bc127b5266, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3060fdb7-2551-4258-8a7c-fe585aeea40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:34:37.891762 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:37.913314 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] Pushing event updated for resources: {'Port': ['ID=a6e7f816-1ec7-47f9-9dbb-4f3391914031,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:37.946437 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:34:38.058220 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] For port f3825da4-1170-4fe1-9b27-e9bc127b5266, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:34:38.069920 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] For port f3825da4-1170-4fe1-9b27-e9bc127b5266, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=f3825da4-1170-4fe1-9b27-e9bc127b5266,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:34:38.073292 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:34:38.075522 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Checking segment: {'id': 'b1472351-b8a1-4e09-a4d9-b7a18e144af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:34:38.077133 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:38.077711 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Bound using segment: {'id': 'b1472351-b8a1-4e09-a4d9-b7a18e144af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:34:38.079704 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 40386) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:38.079980 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Bound port: 8bd16e97-6e12-424f-862a-31d1a41cab9a, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1472351-b8a1-4e09-a4d9-b7a18e144af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:34:38.080816 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:38.129207 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:38.148058 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Pushing event updated for resources: {'Port': ['ID=8bd16e97-6e12-424f-862a-31d1a41cab9a,revision_number=1']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:38.169420 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:38.170850 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:38.174114 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-058fb733-ccf2-408f-bc94-c217e242be44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:38.204930 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-058fb733-ccf2-408f-bc94-c217e242be44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:38.213692 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-058fb733-ccf2-408f-bc94-c217e242be44 admin admin] Usage tracker for resource:security_group_rule and tenant:37768c1c92ca4783b8ae2b788e96b2ac is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:38.218526 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-058fb733-ccf2-408f-bc94-c217e242be44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:38.229085 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-058fb733-ccf2-408f-bc94-c217e242be44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:38.284929 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:38.290118 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047305'] for router, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:38.370050 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] For port 8bd16e97-6e12-424f-862a-31d1a41cab9a, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:34:38.376866 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] For port 8bd16e97-6e12-424f-862a-31d1a41cab9a, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=8bd16e97-6e12-424f-862a-31d1a41cab9a,segment=NetworkSegment(b1472351-b8a1-4e09-a4d9-b7a18e144af2),segment_id=b1472351-b8a1-4e09-a4d9-b7a18e144af2)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:34:38.406824 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:38.508812 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-f140f476-7c87-4401-aeab-ef198b7df315 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=78803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 18:34:38.511552 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-f140f476-7c87-4401-aeab-ef198b7df315 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3455124 May 06 18:34:38.540001 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Pushing event updated for resources: {'Port': ['ID=f3825da4-1170-4fe1-9b27-e9bc127b5266,revision_number=2']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:38.556286 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:38.557323 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:38.672037 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-058fb733-ccf2-408f-bc94-c217e242be44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:38.703004 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-058fb733-ccf2-408f-bc94-c217e242be44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:38.731069 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-32a17202-b9b8-4d9e-8e02-b496f96c3029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:38.780005 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Pushing event updated for resources: {'Port': ['ID=8bd16e97-6e12-424f-862a-31d1a41cab9a,revision_number=2']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:38.787321 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:38.826611 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-058fb733-ccf2-408f-bc94-c217e242be44 admin admin] Synchronizing usage tracker for tenant:effe1ef713a549eeb55eb716728cdb2a on resource:security_group {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:34:38.854984 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058fb733-ccf2-408f-bc94-c217e242be44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7252e26-8781-41c7-8c2d-41f7f47d542c,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:38.891457 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-058fb733-ccf2-408f-bc94-c217e242be44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:38.913615 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] Router 6cb201b6-af57-4600-9187-cedbedf2fbc9 is scheduled to L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a with binding_index 1 {{(pid=78804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 18:34:39.095262 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-2e9e7485-5954-421e-8328-6bb00b78358a service neutron] 10.222.0.50 "GET /v2.0/networks/eaf08083-dfec-4b16-88e3-94853441d636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5669050 May 06 18:34:39.249119 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-058fb733-ccf2-408f-bc94-c217e242be44 admin admin] Unset dirty status for tenant:effe1ef713a549eeb55eb716728cdb2a on resource:security_group {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:34:39.255221 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-058fb733-ccf2-408f-bc94-c217e242be44 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=37768c1c92ca4783b8ae2b788e96b2ac&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1688087 May 06 18:34:39.307786 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 40438) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:39.346861 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2f02077a-2ea3-42ac-8993-c5a0568614f9 req-2ba5dd70-c4ad-4ef7-8be2-0f63d42ffa49 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 210 time: 0.2046878 May 06 18:34:39.447715 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:34:39.461395 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] Sync routers for ids ['6cb201b6-af57-4600-9187-cedbedf2fbc9'] in dv-cinder-733622-15-iscsi {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:34:39.476467 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] Routers {'6cb201b6-af57-4600-9187-cedbedf2fbc9'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:34:39.477118 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:34:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['6cb201b6-af57-4600-9187-cedbedf2fbc9'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:34:39.483860 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-0511781f-53aa-406d-9f72-b41a90030abe service neutron] 10.222.0.50 "GET /v2.0/networks/eaf08083-dfec-4b16-88e3-94853441d636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769543 May 06 18:34:39.494982 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a320e108-a53b-4590-bc33-dc2fc7731576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:39.584352 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a320e108-a53b-4590-bc33-dc2fc7731576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:39.610768 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] Notify callbacks [] for router, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:39.620191 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4562728 May 06 18:34:39.625747 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 40458) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:39.867940 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:40.092284 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a320e108-a53b-4590-bc33-dc2fc7731576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:40.130602 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] Set router 6cb201b6-af57-4600-9187-cedbedf2fbc9 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:34:40.320879 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:40.372716 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320e108-a53b-4590-bc33-dc2fc7731576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7252e26-8781-41c7-8c2d-41f7f47d542c,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:40.382579 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-a320e108-a53b-4590-bc33-dc2fc7731576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:40.460865 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-84f35ed2-6b0c-4b72-9d67-2601839b2e0f req-f74f8237-f31b-46ae-aa73-a09d76e22501 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 210 time: 0.3520336 May 06 18:34:40.477534 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e709bfa4-b35d-40a2-9248-be7958da5503 None None] Network 4977f012-56c5-46bd-a1b1-7dca239e88c0 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:34:40.493639 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a320e108-a53b-4590-bc33-dc2fc7731576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:40.504074 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-a320e108-a53b-4590-bc33-dc2fc7731576 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b7252e26-8781-41c7-8c2d-41f7f47d542c HTTP/1.1" status: 204 len: 168 time: 1.1823254 May 06 18:34:40.749844 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1136130436-router', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:37Z', 'revision_number': 3, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'gw_port': {'id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:63:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:35Z', 'updated_at': '2021-05-06T18:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:34:40.763581 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] Checking router: 6cb201b6-af57-4600-9187-cedbedf2fbc9 for host: dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:34:40.767865 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] Updating router 6cb201b6-af57-4600-9187-cedbedf2fbc9 port 8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a binding host dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:34:40.793155 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-2cd5920e-eda7-4470-b927-1b1bbea3977a None None] Provisioning for port f3825da4-1170-4fe1-9b27-e9bc127b5266 completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:34:40.922397 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:40.971518 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-91a99813-ff94-4257-bcf3-8513f4053261 req-7e4f5c53-a29c-4283-bb21-e4f922a9f814 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 210 time: 0.1825252 May 06 18:34:41.026861 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device f3825da4-1170-4fe1-9b27-e9bc127b5266 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:34:41.084289 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047305'] for router, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:41.286746 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f8428a-4591-4c28-8822-bf443293af59 None None] Network 9cc7ac02-de44-4c64-8db4-ed9a1be6def9 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:34:41.749577 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4cfeb653-8413-40f9-89f5-e7ded35ec438 req-f9c8965c-4595-4b18-8a08-94ca563c33dc tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 210 time: 0.1502798 May 06 18:34:41.754912 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.55', 57394) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:41.979339 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] Router 86cf03a6-f6d0-499a-82b8-715729087fb5 is scheduled to L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a with binding_index 1 {{(pid=78803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 18:34:42.072717 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port f3825da4-1170-4fe1-9b27-e9bc127b5266 completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:34:42.085517 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:42.141874 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] Transition to ACTIVE for port object 8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:34:42.144493 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port f3825da4-1170-4fe1-9b27-e9bc127b5266 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:34:42.146413 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:42.166872 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:42.173261 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:42.524507 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-42fe8090-99f2-4224-b6bc-5700d879c349 None None] Provisioning for port 8bd16e97-6e12-424f-862a-31d1a41cab9a completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:34:42.565039 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] Attempting to bind port 8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:34:42.575482 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] Attempting to bind port 8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:34:42.576399 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] Attempting to bind port 8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a on network 884521b5-a319-4325-bd13-24951164ba4c {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:34:42.626273 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:34:42.627252 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] Checking segment: {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:34:42.629298 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:42.634416 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] Bound using segment: {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:34:42.636786 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] Bound port: 8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:34:42.637554 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:42.707713 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7a667041-0f96-4485-90f4-0c19d914467c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:42.807687 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:42.918455 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8b39e-dd64-4448-8846-00afe7892396 req-c3a6c439-91cd-4bfc-8167-317754d7e092 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:42.920274 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-fff8b39e-dd64-4448-8846-00afe7892396 req-c3a6c439-91cd-4bfc-8167-317754d7e092 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Synchronizing usage tracker for tenant:cc919bedec1b46b6aaeef5a6e940c757 on resource:network {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:34:42.924382 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port f3825da4-1170-4fe1-9b27-e9bc127b5266, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=f3825da4-1170-4fe1-9b27-e9bc127b5266,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:34:42.939460 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:42.940750 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 8bd16e97-6e12-424f-862a-31d1a41cab9a up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:34:42.946500 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] For port 8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:34:42.964011 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] For port 8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:34:42.992503 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:43.000626 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ff0ff-159d-4aaa-8550-ccf62adb2d25 None None] Pushing event updated for resources: {'Port': ['ID=8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:43.014880 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3e502b96-566c-48ea-a8f0-57d1ec016888 req-2bdb48b3-96e5-4ace-9172-9b4cce515e09 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 210 time: 0.6170397 May 06 18:34:43.028534 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ff0ff-159d-4aaa-8550-ccf62adb2d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:43.040375 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ff0ff-159d-4aaa-8550-ccf62adb2d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:43.042758 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ff0ff-159d-4aaa-8550-ccf62adb2d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:43.046123 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ff0ff-159d-4aaa-8550-ccf62adb2d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:43.046597 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ff0ff-159d-4aaa-8550-ccf62adb2d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:43.047833 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ff0ff-159d-4aaa-8550-ccf62adb2d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:43.048905 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ff0ff-159d-4aaa-8550-ccf62adb2d25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:43.049953 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ff0ff-159d-4aaa-8550-ccf62adb2d25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:43.050564 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ff0ff-159d-4aaa-8550-ccf62adb2d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:43.052512 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ff0ff-159d-4aaa-8550-ccf62adb2d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:43.057458 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ff0ff-159d-4aaa-8550-ccf62adb2d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:43.058191 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ff0ff-159d-4aaa-8550-ccf62adb2d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ff0ff-159d-4aaa-8550-ccf62adb2d25 None None] Tracked resource versions report: May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: pushed versions: May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: { 'AddressGroup': {'1.2'}, May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: 'ConntrackHelper': {'1.0'}, May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: 'Log': {'1.0'}, May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: 'Network': {'1.1'}, May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: 'Port': {'1.7'}, May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: 'PortForwarding': {'1.2'}, May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: 'QosPolicy': {'1.8'}, May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: 'SecurityGroup': {'1.4'}, May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: 'SecurityGroupRule': {'1.2'}, May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: 'SubPort': {'1.0'}, May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: 'Subnet': {'1.1'}, May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: 'Trunk': {'1.1'}} May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: consumer versions: May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: { DHCP agent@dv-cinder-733622-15-iscsi: {}, May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: HyperV agent@hv-cinder-73362: {}, May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: L3 agent@dv-cinder-733622-15-iscsi: {}, May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: Metadata agent@dv-cinder-733622-15-iscsi: {}, May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: Metering agent@dv-cinder-733622-15-iscsi: {}, May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: Open vSwitch agent@dv-cinder-733622-15-iscsi: { 'AddressGroup': '1.2', May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: 'ConntrackHelper': '1.0', May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: 'Log': '1.0', May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: 'Network': '1.1', May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: 'Port': '1.7', May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: 'PortForwarding': '1.2', May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: 'QosPolicy': '1.8', May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: 'SecurityGroup': '1.4', May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: 'SecurityGroupRule': '1.2', May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: 'SubPort': '1.0', May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: 'Subnet': '1.1', May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: 'Trunk': '1.1'}} May 06 18:34:43.061715 dv-cinder-733622-15-iscsi neutron-server[78806]: {{(pid=78806) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 18:34:43.070178 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:43.081608 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-fff8b39e-dd64-4448-8846-00afe7892396 req-c3a6c439-91cd-4bfc-8167-317754d7e092 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Unset dirty status for tenant:cc919bedec1b46b6aaeef5a6e940c757 on resource:network {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:34:43.083558 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-2b3ff0ff-159d-4aaa-8550-ccf62adb2d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.909s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:43.084332 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-2b3ff0ff-159d-4aaa-8550-ccf62adb2d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:43.086276 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fff8b39e-dd64-4448-8846-00afe7892396 req-c3a6c439-91cd-4bfc-8167-317754d7e092 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.55 "GET /v2.0/networks?id=e712c820-8e93-42e1-8b79-4d408a674dd6 HTTP/1.1" status: 200 len: 815 time: 1.3112462 May 06 18:34:43.159199 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:34:43.233977 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] Notify callbacks [] for router, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:43.241321 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.6349409 May 06 18:34:43.241321 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 40578) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:43.287994 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=f3825da4-1170-4fe1-9b27-e9bc127b5266,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:43.295396 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:43.299510 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] Sync routers for ids ['86cf03a6-f6d0-499a-82b8-715729087fb5'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:34:43.343306 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] Routers {'86cf03a6-f6d0-499a-82b8-715729087fb5'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:34:43.345460 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:34:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['86cf03a6-f6d0-499a-82b8-715729087fb5'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:34:43.346727 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ff0ff-159d-4aaa-8550-ccf62adb2d25 None None] Pushing event updated for resources: {'Port': ['ID=8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:43.365138 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-2b3ff0ff-159d-4aaa-8550-ccf62adb2d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:43.451027 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:34:43.452211 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] Routers {'6cb201b6-af57-4600-9187-cedbedf2fbc9'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:34:43.465372 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:34:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['6cb201b6-af57-4600-9187-cedbedf2fbc9'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:34:43.496020 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-06d17e3e-02e9-4203-9529-1c0593c5df52 req-cab2f3e4-ef10-4318-8f15-6a2bf663374c tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 210 time: 0.2337036 May 06 18:34:43.755024 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 40604) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:43.882331 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-7a667041-0f96-4485-90f4-0c19d914467c admin admin] Allocated IP 172.20.0.1 (4977f012-56c5-46bd-a1b1-7dca239e88c0/d64319e1-ca21-4f57-b62e-b95f80302d38/609b50a0-967e-4356-881f-b468d6e55d7c) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:34:44.101482 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port 8bd16e97-6e12-424f-862a-31d1a41cab9a completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:34:44.168210 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 8bd16e97-6e12-424f-862a-31d1a41cab9a triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:34:44.169168 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:44.195346 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] Set router 6cb201b6-af57-4600-9187-cedbedf2fbc9 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:34:44.341980 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7a667041-0f96-4485-90f4-0c19d914467c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:44.372482 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-ddb85016-0567-4734-8a49-036f70784b2f None None] Provisioning complete for port f3825da4-1170-4fe1-9b27-e9bc127b5266 triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:34:44.373045 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ddb85016-0567-4734-8a49-036f70784b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:44.477077 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-7a667041-0f96-4485-90f4-0c19d914467c admin admin] Transition to ACTIVE for port object 609b50a0-967e-4356-881f-b468d6e55d7c will not be triggered until provisioned by entity DHCP. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:34:44.492318 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d015ab0c-437b-445b-9ccf-a4cdf74e8f53 req-9ff4d2cf-7905-4af7-a58f-6525e25b7e2e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 210 time: 0.1144736 May 06 18:34:44.542365 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] Set router 86cf03a6-f6d0-499a-82b8-715729087fb5 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:34:44.553961 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7a667041-0f96-4485-90f4-0c19d914467c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:44.560371 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-5cc5e945-9cc5-4726-a4d0-0bd2969c3b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:44.743867 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a667041-0f96-4485-90f4-0c19d914467c admin admin] Pushing event updated for resources: {'Port': ['ID=609b50a0-967e-4356-881f-b468d6e55d7c,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:44.784722 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7a667041-0f96-4485-90f4-0c19d914467c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:44.805210 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-229ee93a-ae05-4ca9-9eab-8e86fc38b79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:44.828961 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a667041-0f96-4485-90f4-0c19d914467c admin admin] Network 4977f012-56c5-46bd-a1b1-7dca239e88c0 is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:34:44.832307 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-7a667041-0f96-4485-90f4-0c19d914467c admin admin] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:34:44.834589 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-229ee93a-ae05-4ca9-9eab-8e86fc38b79a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:44.876899 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a667041-0f96-4485-90f4-0c19d914467c admin admin] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:34:44.876899 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7a667041-0f96-4485-90f4-0c19d914467c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1039830'] for router_interface, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:44.977118 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-229ee93a-ae05-4ca9-9eab-8e86fc38b79a admin admin] Usage tracker for resource:security_group_rule and tenant:5e2de1b7764047d1998b62f9c5f7bc48 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:44.998160 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-229ee93a-ae05-4ca9-9eab-8e86fc38b79a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:45.011795 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-805182a4-b3cf-43a0-bb45-cfce6de73d08 req-b1dfd37d-dc9f-4459-9f7d-adbff1ae3f97 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 210 time: 0.1806793 May 06 18:34:45.035860 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-229ee93a-ae05-4ca9-9eab-8e86fc38b79a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:45.125374 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1136130436-router', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:37Z', 'revision_number': 3, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'gw_port': {'id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:63:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:35Z', 'updated_at': '2021-05-06T18:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:34:45.143461 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99072327-3d95-4c71-894d-b7e2d65189e9 None None] The sync data for ids ['6cb201b6-af57-4600-9187-cedbedf2fbc9'] in dv-cinder-733622-15-iscsi is: [{'id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1136130436-router', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:37Z', 'revision_number': 3, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'gw_port': {'id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:63:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:35Z', 'updated_at': '2021-05-06T18:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}] {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:34:45.273931 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7a667041-0f96-4485-90f4-0c19d914467c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:45.395977 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:45.472447 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port 8bd16e97-6e12-424f-862a-31d1a41cab9a, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=8bd16e97-6e12-424f-862a-31d1a41cab9a,segment=NetworkSegment(b1472351-b8a1-4e09-a4d9-b7a18e144af2),segment_id=b1472351-b8a1-4e09-a4d9-b7a18e144af2)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:34:45.518211 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:45.533572 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:45.575039 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-15073228-3c0a-4cc1-94e8-67fc30bd0e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:45.789848 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-fff8b39e-dd64-4448-8846-00afe7892396 req-d00fa835-737c-4201-858b-a954a24b1c7e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Request body: {'port': {'device_id': 'abdb66e8-8e57-45a3-a449-366231917804', 'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6', 'admin_state_up': True, 'tenant_id': 'cc919bedec1b46b6aaeef5a6e940c757'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:45.815210 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device f3825da4-1170-4fe1-9b27-e9bc127b5266 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:34:45.882261 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=8bd16e97-6e12-424f-862a-31d1a41cab9a,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:45.890626 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-9d925ef3-1417-41e7-ae6f-b090a1b2113f None None] Provisioning for port 609b50a0-967e-4356-881f-b468d6e55d7c completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:34:45.908742 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:45.923035 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-9d925ef3-1417-41e7-ae6f-b090a1b2113f None None] Provisioning complete for port 609b50a0-967e-4356-881f-b468d6e55d7c triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:34:45.923807 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-9d925ef3-1417-41e7-ae6f-b090a1b2113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:46.063992 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7a667041-0f96-4485-90f4-0c19d914467c admin admin] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:46.085615 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7a667041-0f96-4485-90f4-0c19d914467c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:46.118562 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7a667041-0f96-4485-90f4-0c19d914467c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1039733'] for router_interface, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:46.139037 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-229ee93a-ae05-4ca9-9eab-8e86fc38b79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:46.141119 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:46.307578 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b68bd88b-becc-4f92-b4ea-11f8bec642c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:46.340869 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-9d925ef3-1417-41e7-ae6f-b090a1b2113f None None] Port 609b50a0-967e-4356-881f-b468d6e55d7c cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:34:46.345757 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-682694db-6e86-4ffb-8173-d32c6e27e879 req-d10ed75c-1bda-4bb8-9108-8082e19ddc31 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 210 time: 0.1963408 May 06 18:34:46.371441 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port f3825da4-1170-4fe1-9b27-e9bc127b5266 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:34:46.371888 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:46.536533 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'name': 'tempest-AttachVolumeTestJSON-1255724845-router', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:39Z', 'revision_number': 3, 'project_id': '2240092be8ac44d1b16602700520b22d', 'gw_port': {'id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:36Z', 'updated_at': '2021-05-06T18:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:34:46.549025 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] Checking router: 86cf03a6-f6d0-499a-82b8-715729087fb5 for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:34:46.549939 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] Updating router 86cf03a6-f6d0-499a-82b8-715729087fb5 port a6e7f816-1ec7-47f9-9dbb-4f3391914031 binding host dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:34:46.623573 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.55', 57406) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:46.636737 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-15073228-3c0a-4cc1-94e8-67fc30bd0e93 admin admin] Allocated IP 172.20.0.1 (9cc7ac02-de44-4c64-8db4-ed9a1be6def9/833dc191-d6d6-4013-be5d-e5af7eb5472a/da69487f-4b29-4581-b0b7-0f2a8b0def68) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:34:46.693095 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:46.697947 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a667041-0f96-4485-90f4-0c19d914467c admin admin] Network 4977f012-56c5-46bd-a1b1-7dca239e88c0 is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:34:46.715976 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ab65e481-0dce-4baf-ba3e-37eeecafb47d req-59376254-6bd0-4365-b99d-7503c72deffd tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 210 time: 0.1897626 May 06 18:34:46.742082 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-7a667041-0f96-4485-90f4-0c19d914467c admin admin] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:34:46.747698 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-229ee93a-ae05-4ca9-9eab-8e86fc38b79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:46.821781 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-229ee93a-ae05-4ca9-9eab-8e86fc38b79a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5e2de1b7764047d1998b62f9c5f7bc48&name=default HTTP/1.1" status: 200 len: 2975 time: 3.0652254 May 06 18:34:46.903981 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 40690) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:47.328515 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a667041-0f96-4485-90f4-0c19d914467c admin admin] Pushing event updated for resources: {'Port': ['ID=609b50a0-967e-4356-881f-b468d6e55d7c,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:47.333778 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7a667041-0f96-4485-90f4-0c19d914467c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.193s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:47.334185 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.516s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:47.406989 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ee93a-ae05-4ca9-9eab-8e86fc38b79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3232e9ff-e081-4117-a61b-f9ee00542b76,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:47.422505 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-229ee93a-ae05-4ca9-9eab-8e86fc38b79a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:47.458820 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-773c0507-8dd6-4650-acd9-f29c93066933 None None] Provisioning complete for port 609b50a0-967e-4356-881f-b468d6e55d7c triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:34:47.459216 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-773c0507-8dd6-4650-acd9-f29c93066933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:47.501016 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-fff8b39e-dd64-4448-8846-00afe7892396 req-d00fa835-737c-4201-858b-a954a24b1c7e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:47.562521 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a667041-0f96-4485-90f4-0c19d914467c admin admin] Router 6cb201b6-af57-4600-9187-cedbedf2fbc9 has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:34:47.638761 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-fff8b39e-dd64-4448-8846-00afe7892396 req-d00fa835-737c-4201-858b-a954a24b1c7e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Usage tracker for resource:port and tenant:cc919bedec1b46b6aaeef5a6e940c757 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:47.665223 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-fff8b39e-dd64-4448-8846-00afe7892396 req-d00fa835-737c-4201-858b-a954a24b1c7e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:47.678369 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-773c0507-8dd6-4650-acd9-f29c93066933 None None] Port 609b50a0-967e-4356-881f-b468d6e55d7c cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:34:47.842299 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-62909551-5e5b-4fba-876b-01dcf0fe354d req-6141354f-8f0b-48d7-833a-5d90aa3184b6 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 210 time: 0.1947329 May 06 18:34:47.843450 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-fff8b39e-dd64-4448-8846-00afe7892396 req-d00fa835-737c-4201-858b-a954a24b1c7e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:47.900554 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-d20a76f7-6009-4fea-817e-b9538be7b956 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:47.908233 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-d20a76f7-6009-4fea-817e-b9538be7b956 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.55 "GET /v2.0/networks?id=eaf08083-dfec-4b16-88e3-94853441d636 HTTP/1.1" status: 200 len: 812 time: 1.2792659 May 06 18:34:48.003266 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-1f5b91b3-93df-411a-963f-84a64532c9f4 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Request body: {'port': {'device_id': '7e0fb78f-0cd9-48cd-9237-2f49e95983a3', 'network_id': 'eaf08083-dfec-4b16-88e3-94853441d636', 'admin_state_up': True, 'tenant_id': '34af625ab7224e6bbba6820112bbe5b3'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:48.140350 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 8bd16e97-6e12-424f-862a-31d1a41cab9a up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:34:48.200987 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6d1180cd-6875-45f5-af35-c434a9b26de8 req-cceceaec-3582-4899-bc83-b9c27f9837ec tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 210 time: 0.0933740 May 06 18:34:48.258061 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a667041-0f96-4485-90f4-0c19d914467c admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:34:48.284495 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-7a667041-0f96-4485-90f4-0c19d914467c admin admin] 10.222.0.50 "PUT /v2.0/routers/6cb201b6-af57-4600-9187-cedbedf2fbc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6572948 May 06 18:34:48.290421 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0a3af40e-5f0d-42ee-9951-d409473be1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:48.298525 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-15073228-3c0a-4cc1-94e8-67fc30bd0e93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:48.329781 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff8b39e-dd64-4448-8846-00afe7892396 req-d00fa835-737c-4201-858b-a954a24b1c7e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Made reservation on behalf of cc919bedec1b46b6aaeef5a6e940c757 for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:34:48.351446 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-fff8b39e-dd64-4448-8846-00afe7892396 req-d00fa835-737c-4201-858b-a954a24b1c7e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:48.491881 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] Notify callbacks [] for port, precommit_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:48.544940 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] Transition to ACTIVE for port object a6e7f816-1ec7-47f9-9dbb-4f3391914031 will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:34:48.628316 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] Sync routers for ids ['6cb201b6-af57-4600-9187-cedbedf2fbc9'] in dv-cinder-733622-15-iscsi {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:34:48.640190 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:48.653881 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [None req-15073228-3c0a-4cc1-94e8-67fc30bd0e93 admin admin] Transition to ACTIVE for port object da69487f-4b29-4581-b0b7-0f2a8b0def68 will not be triggered until provisioned by entity DHCP. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:34:48.655483 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] Routers {'6cb201b6-af57-4600-9187-cedbedf2fbc9'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:34:48.660777 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0a3af40e-5f0d-42ee-9951-d409473be1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:48.661941 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:34:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['6cb201b6-af57-4600-9187-cedbedf2fbc9'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:34:48.694503 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:49.003338 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:49.036255 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0a3af40e-5f0d-42ee-9951-d409473be1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:49.191496 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] Attempting to bind port a6e7f816-1ec7-47f9-9dbb-4f3391914031 on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:34:49.191972 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] Attempting to bind port a6e7f816-1ec7-47f9-9dbb-4f3391914031 by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:34:49.192384 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] Attempting to bind port a6e7f816-1ec7-47f9-9dbb-4f3391914031 on network 884521b5-a319-4325-bd13-24951164ba4c {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:34:49.265517 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:34:49.267174 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] Checking segment: {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:34:49.269319 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:49.273330 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] Bound using segment: {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:34:49.276695 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] Bound port: a6e7f816-1ec7-47f9-9dbb-4f3391914031, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:34:49.277990 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:49.500631 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-506f0baa-f5b3-46ad-a375-fa8a3b603a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:49.535616 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5275c-1c6a-4cf6-944c-e337dd0de207 None None] Pushing event updated for resources: {'Port': ['ID=a6e7f816-1ec7-47f9-9dbb-4f3391914031,revision_number=2']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:49.609157 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-73fdcc6a-ba46-4f58-9426-3e5a7f8dd23f req-0e3d5a13-5daf-413e-95a4-86ecbea69545 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 210 time: 0.1465888 May 06 18:34:49.645571 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] Set router 6cb201b6-af57-4600-9187-cedbedf2fbc9 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:34:49.656164 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-7ec5275c-1c6a-4cf6-944c-e337dd0de207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.950s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:49.707531 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 8bd16e97-6e12-424f-862a-31d1a41cab9a triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:34:49.717681 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:49.773835 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 40760) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:49.857660 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:49.923684 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] For port a6e7f816-1ec7-47f9-9dbb-4f3391914031, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:34:49.944644 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] For port a6e7f816-1ec7-47f9-9dbb-4f3391914031, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=a6e7f816-1ec7-47f9-9dbb-4f3391914031,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:34:49.964889 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:49.989963 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:50.206967 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3af40e-5f0d-42ee-9951-d409473be1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3232e9ff-e081-4117-a61b-f9ee00542b76,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:50.232854 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0a3af40e-5f0d-42ee-9951-d409473be1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:50.279266 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-fff8b39e-dd64-4448-8846-00afe7892396 req-d00fa835-737c-4201-858b-a954a24b1c7e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Allocated IP 172.20.0.13 (e712c820-8e93-42e1-8b79-4d408a674dd6/9a3aa520-893d-4113-b4c9-d14c97e64a44/972457de-4329-4ae7-954a-c6eaefbbbab2) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:34:50.283730 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-15073228-3c0a-4cc1-94e8-67fc30bd0e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:50.359792 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6883fed0-01e3-4433-85f5-ed2eb713f37a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:50.539994 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 40774) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:50.644506 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-63bd7b14-eb6d-4e1e-8696-ab7945c4cda4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--196528378', 'description': 'tempest-description--384420182'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:50.645151 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:50.645216 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0a3af40e-5f0d-42ee-9951-d409473be1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:50.654692 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-0a3af40e-5f0d-42ee-9951-d409473be1c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3232e9ff-e081-4117-a61b-f9ee00542b76 HTTP/1.1" status: 204 len: 168 time: 3.7491355 May 06 18:34:50.672327 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-1f5b91b3-93df-411a-963f-84a64532c9f4 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:50.683354 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-10859fde-0cd1-44e7-8b43-151875bff107 req-c18016d7-49fc-424b-9d07-2602aa62ccdd tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 210 time: 0.2924426 May 06 18:34:50.683820 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-1f5b91b3-93df-411a-963f-84a64532c9f4 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Usage tracker for resource:port and tenant:34af625ab7224e6bbba6820112bbe5b3 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:50.690994 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-63bd7b14-eb6d-4e1e-8696-ab7945c4cda4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:50.691280 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-1f5b91b3-93df-411a-963f-84a64532c9f4 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:50.702962 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] Routers {'86cf03a6-f6d0-499a-82b8-715729087fb5'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:34:50.705267 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-1f5b91b3-93df-411a-963f-84a64532c9f4 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:50.706176 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-63bd7b14-eb6d-4e1e-8696-ab7945c4cda4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Usage tracker for resource:security_group and tenant:bb0a96b877b544c78734acd5c46c2618 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:50.707745 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:34:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['86cf03a6-f6d0-499a-82b8-715729087fb5'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:34:50.715419 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-63bd7b14-eb6d-4e1e-8696-ab7945c4cda4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:50.730163 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15073228-3c0a-4cc1-94e8-67fc30bd0e93 admin admin] Pushing event updated for resources: {'Port': ['ID=da69487f-4b29-4581-b0b7-0f2a8b0def68,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:50.751895 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-1f5b91b3-93df-411a-963f-84a64532c9f4 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Made reservation on behalf of 34af625ab7224e6bbba6820112bbe5b3 for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:34:50.762276 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-1f5b91b3-93df-411a-963f-84a64532c9f4 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:50.768848 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-63bd7b14-eb6d-4e1e-8696-ab7945c4cda4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:50.832895 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-15073228-3c0a-4cc1-94e8-67fc30bd0e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:50.836427 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15073228-3c0a-4cc1-94e8-67fc30bd0e93 admin admin] Network 9cc7ac02-de44-4c64-8db4-ed9a1be6def9 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:34:50.845454 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f3972d52-a3eb-4c26-b3d8-8b1f9aa19510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:50.853680 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-15073228-3c0a-4cc1-94e8-67fc30bd0e93 admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:34:50.882672 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-63bd7b14-eb6d-4e1e-8696-ab7945c4cda4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:50.989095 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-f3972d52-a3eb-4c26-b3d8-8b1f9aa19510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:51.022391 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-f3972d52-a3eb-4c26-b3d8-8b1f9aa19510 admin admin] Usage tracker for resource:security_group_rule and tenant:6467e8f9c5884bc2b3ea413fda12c561 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:51.033037 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-f3972d52-a3eb-4c26-b3d8-8b1f9aa19510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:51.070478 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-63bd7b14-eb6d-4e1e-8696-ab7945c4cda4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:51.072977 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15073228-3c0a-4cc1-94e8-67fc30bd0e93 admin admin] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:34:51.074873 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-15073228-3c0a-4cc1-94e8-67fc30bd0e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1039830'] for router_interface, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:51.076945 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-f3972d52-a3eb-4c26-b3d8-8b1f9aa19510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:51.103988 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-63bd7b14-eb6d-4e1e-8696-ab7945c4cda4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Usage tracker for resource:security_group_rule and tenant:bb0a96b877b544c78734acd5c46c2618 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:51.109254 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-63bd7b14-eb6d-4e1e-8696-ab7945c4cda4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:51.168543 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-63bd7b14-eb6d-4e1e-8696-ab7945c4cda4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:51.213223 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:34:51.215171 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1136130436-router', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:44Z', 'revision_number': 4, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'gw_port': {'id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:63:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:35Z', 'updated_at': '2021-05-06T18:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '609b50a0-967e-4356-881f-b468d6e55d7c', 'name': '', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'mac_address': 'fa:16:3e:7e:b3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:42Z', 'updated_at': '2021-05-06T18:34:45Z', 'revision_number': 2, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'subnets': [{'id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:34:51.246319 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] Checking router: 6cb201b6-af57-4600-9187-cedbedf2fbc9 for host: dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:34:51.248253 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] Updating router 6cb201b6-af57-4600-9187-cedbedf2fbc9 port 609b50a0-967e-4356-881f-b468d6e55d7c binding host dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:34:51.451642 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5275c-1c6a-4cf6-944c-e337dd0de207 None None] Pushing event updated for resources: {'Port': ['ID=a6e7f816-1ec7-47f9-9dbb-4f3391914031,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:51.457013 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-7ec5275c-1c6a-4cf6-944c-e337dd0de207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.469s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:51.522684 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:51.616340 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c0421d86-767c-4518-bc90-1d4d3f266df6 None None] Provisioning for port da69487f-4b29-4581-b0b7-0f2a8b0def68 completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:34:51.620936 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-63bd7b14-eb6d-4e1e-8696-ab7945c4cda4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:51.654322 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c0421d86-767c-4518-bc90-1d4d3f266df6 None None] Provisioning complete for port da69487f-4b29-4581-b0b7-0f2a8b0def68 triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:34:51.660163 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-63bd7b14-eb6d-4e1e-8696-ab7945c4cda4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:51.662491 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c0421d86-767c-4518-bc90-1d4d3f266df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:51.687491 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f3972d52-a3eb-4c26-b3d8-8b1f9aa19510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:51.702056 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-a320e108-a53b-4590-bc33-dc2fc7731576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:51.732421 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port 8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:34:51.771199 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f3972d52-a3eb-4c26-b3d8-8b1f9aa19510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:51.808988 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:34:51.826025 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:51.883580 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 40798) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:51.999366 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-f3972d52-a3eb-4c26-b3d8-8b1f9aa19510 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6467e8f9c5884bc2b3ea413fda12c561&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2233346 May 06 18:34:52.006278 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.018732 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 40806) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:52.102370 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c0421d86-767c-4518-bc90-1d4d3f266df6 None None] Port da69487f-4b29-4581-b0b7-0f2a8b0def68 cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:34:52.154931 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] Set router 86cf03a6-f6d0-499a-82b8-715729087fb5 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:34:52.185755 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd7b14-eb6d-4e1e-8696-ab7945c4cda4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:52.205041 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-63bd7b14-eb6d-4e1e-8696-ab7945c4cda4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.215716 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-63bd7b14-eb6d-4e1e-8696-ab7945c4cda4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.6531928 May 06 18:34:52.271912 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 40814) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:52.277478 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 40816) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:52.318302 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-63bd7b14-eb6d-4e1e-8696-ab7945c4cda4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:52.323809 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-0c059b25-e9ca-4d3e-87ec-cb892e58d421 req-41d3c3a5-7de8-4eae-87ba-237fabe2e088 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 210 time: 0.3029885 May 06 18:34:52.325779 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-4890731a-d001-4d9e-b3c2-1038b2325c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.349847 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-bdc57907-70dc-46b0-b05c-dd3ff55ef343 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Request body: {'security_group_rule': {'security_group_id': 'ddb19c0d-5be1-4ffe-9f85-05163d70cfb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:52.383787 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.527s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:52.450721 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0f9cce40-400a-407c-a99d-8f68b3cd3562 req-f2293801-c84f-4223-953c-1faf55fc0ee4 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 210 time: 0.3591995 May 06 18:34:52.462143 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-bdc57907-70dc-46b0-b05c-dd3ff55ef343 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:52.487425 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-bdc57907-70dc-46b0-b05c-dd3ff55ef343 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Usage tracker for resource:security_group_rule and tenant:bb0a96b877b544c78734acd5c46c2618 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:52.513900 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-bdc57907-70dc-46b0-b05c-dd3ff55ef343 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:52.549443 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3972d52-a3eb-4c26-b3d8-8b1f9aa19510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fb02c6-b0ac-4ee2-b29e-f985fedea6bb,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:52.573399 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f3972d52-a3eb-4c26-b3d8-8b1f9aa19510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:52.591120 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-4890731a-d001-4d9e-b3c2-1038b2325c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:52.621372 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-4890731a-d001-4d9e-b3c2-1038b2325c27 admin admin] Usage tracker for resource:security_group_rule and tenant:a8d7b9d62b7d4cbf8165b51d77097772 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:52.635757 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-4890731a-d001-4d9e-b3c2-1038b2325c27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:52.644570 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-4890731a-d001-4d9e-b3c2-1038b2325c27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:52.647131 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-bdc57907-70dc-46b0-b05c-dd3ff55ef343 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:52.690003 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-97b018ed-a378-4e1a-96cc-5911db418e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.752329 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-97b018ed-a378-4e1a-96cc-5911db418e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.814006 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.879371 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] Transition to ACTIVE for port object 609b50a0-967e-4356-881f-b468d6e55d7c will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:34:52.889633 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-4890731a-d001-4d9e-b3c2-1038b2325c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.891836 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-97b018ed-a378-4e1a-96cc-5911db418e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.901105 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-058fb733-ccf2-408f-bc94-c217e242be44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:52.903992 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.910690 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-4890731a-d001-4d9e-b3c2-1038b2325c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.922598 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-e6002cb6-c535-4b4f-bcbc-8ac2caff3869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:52.938469 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-97b018ed-a378-4e1a-96cc-5911db418e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.939981 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-97b018ed-a378-4e1a-96cc-5911db418e9f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/85fb02c6-b0ac-4ee2-b29e-f985fedea6bb HTTP/1.1" status: 204 len: 168 time: 0.8277202 May 06 18:34:52.941099 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b018ed-a378-4e1a-96cc-5911db418e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fb02c6-b0ac-4ee2-b29e-f985fedea6bb,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:52.967718 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-97b018ed-a378-4e1a-96cc-5911db418e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:52.980977 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:53.106028 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:53.141947 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-4890731a-d001-4d9e-b3c2-1038b2325c27 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a8d7b9d62b7d4cbf8165b51d77097772&name=default HTTP/1.1" status: 200 len: 2976 time: 1.2537134 May 06 18:34:53.146938 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 40826) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:53.240510 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-15073228-3c0a-4cc1-94e8-67fc30bd0e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:53.295708 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890731a-d001-4d9e-b3c2-1038b2325c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731ee78b-50dd-4db9-90b9-a44c56738900,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:53.335414 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-4890731a-d001-4d9e-b3c2-1038b2325c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:53.370230 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port 8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:34:53.405326 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:53.420010 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:53.458743 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bdc57907-70dc-46b0-b05c-dd3ff55ef343 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:53.466061 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-36be4e16-5fe1-440d-b928-ea7e7357d224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:53.490761 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'name': 'tempest-AttachVolumeTestJSON-1255724845-router', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:39Z', 'revision_number': 3, 'project_id': '2240092be8ac44d1b16602700520b22d', 'gw_port': {'id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:36Z', 'updated_at': '2021-05-06T18:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:34:53.519418 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d29e333-c038-4f00-a0e4-fefd34604413 None None] The sync data for ids ['86cf03a6-f6d0-499a-82b8-715729087fb5'] in dv-cinder-733622-15-iscsi is: [{'id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'name': 'tempest-AttachVolumeTestJSON-1255724845-router', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:39Z', 'revision_number': 3, 'project_id': '2240092be8ac44d1b16602700520b22d', 'gw_port': {'id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:36Z', 'updated_at': '2021-05-06T18:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:34:53.563124 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:53.589738 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:53.651830 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-36be4e16-5fe1-440d-b928-ea7e7357d224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:53.686881 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-786c4c13-7a3c-4bd7-90e5-7d32d69a595e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:53.765927 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de567d4e-e6f6-4347-b05f-669178457be5 None None] Pushing event updated for resources: {'Port': ['ID=609b50a0-967e-4356-881f-b468d6e55d7c,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:53.790692 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-de567d4e-e6f6-4347-b05f-669178457be5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.875s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:53.815547 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-786c4c13-7a3c-4bd7-90e5-7d32d69a595e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:53.818346 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] Attempting to bind port 609b50a0-967e-4356-881f-b468d6e55d7c on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:34:53.819134 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] Attempting to bind port 609b50a0-967e-4356-881f-b468d6e55d7c by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': '3060fdb7-2551-4258-8a7c-fe585aeea40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:34:53.819993 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] Attempting to bind port 609b50a0-967e-4356-881f-b468d6e55d7c on network 4977f012-56c5-46bd-a1b1-7dca239e88c0 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:34:53.833217 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:34:53.833780 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] Checking segment: {'id': '3060fdb7-2551-4258-8a7c-fe585aeea40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:34:53.834295 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:53.834800 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] Bound using segment: {'id': '3060fdb7-2551-4258-8a7c-fe585aeea40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:34:53.835443 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] Bound port: 609b50a0-967e-4356-881f-b468d6e55d7c, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3060fdb7-2551-4258-8a7c-fe585aeea40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:34:53.835939 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:53.864066 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-786c4c13-7a3c-4bd7-90e5-7d32d69a595e admin admin] Usage tracker for resource:security_group_rule and tenant:14dac1d6ca9846e693fa67eba11861a5 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:53.924428 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-1f5b91b3-93df-411a-963f-84a64532c9f4 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Allocated IP 172.20.0.3 (eaf08083-dfec-4b16-88e3-94853441d636/33e2a527-452d-4f5a-a82b-12c43e60cc92/53cfc5b4-c3fd-4a94-965d-4c63476399d2) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:34:53.936062 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-fff8b39e-dd64-4448-8846-00afe7892396 req-d00fa835-737c-4201-858b-a954a24b1c7e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:53.944888 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-786c4c13-7a3c-4bd7-90e5-7d32d69a595e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:53.954684 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-4ba71ed0-2905-4a1a-97fd-1f1994bb9e0d req-399970a7-37aa-41fe-8acc-86bd013e7b6e tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 210 time: 0.1860394 May 06 18:34:54.030004 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-36be4e16-5fe1-440d-b928-ea7e7357d224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:54.040096 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:54.100674 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-786c4c13-7a3c-4bd7-90e5-7d32d69a595e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:54.133811 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be4e16-5fe1-440d-b928-ea7e7357d224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731ee78b-50dd-4db9-90b9-a44c56738900,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:54.153768 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-36be4e16-5fe1-440d-b928-ea7e7357d224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:54.172564 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-36be4e16-5fe1-440d-b928-ea7e7357d224 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/731ee78b-50dd-4db9-90b9-a44c56738900 HTTP/1.1" status: 204 len: 168 time: 1.0231442 May 06 18:34:54.174148 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] For port 609b50a0-967e-4356-881f-b468d6e55d7c, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:34:54.175506 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-36be4e16-5fe1-440d-b928-ea7e7357d224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:54.187593 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] For port 609b50a0-967e-4356-881f-b468d6e55d7c, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=609b50a0-967e-4356-881f-b468d6e55d7c,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:34:54.200405 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:54.212793 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:54.225807 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e5df8e53-f193-4215-a1f5-bc81a93eb5a5 req-f9c036d8-e889-46c8-b48e-ff14696ead71 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 210 time: 0.3281083 May 06 18:34:54.322464 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] Routers {'6cb201b6-af57-4600-9187-cedbedf2fbc9'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:34:54.323966 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:34:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['6cb201b6-af57-4600-9187-cedbedf2fbc9'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:34:54.964994 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de567d4e-e6f6-4347-b05f-669178457be5 None None] Pushing event updated for resources: {'Port': ['ID=609b50a0-967e-4356-881f-b468d6e55d7c,revision_number=4']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:54.975040 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-de567d4e-e6f6-4347-b05f-669178457be5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:55.017650 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bdc57907-70dc-46b0-b05c-dd3ff55ef343 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:55.076845 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 40864) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:55.148275 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e2e18c06-58ea-4651-91a8-0c2c1bf492b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:55.189090 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bdc57907-70dc-46b0-b05c-dd3ff55ef343 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:55.234120 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-e2e18c06-58ea-4651-91a8-0c2c1bf492b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:55.256376 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-e2e18c06-58ea-4651-91a8-0c2c1bf492b5 admin admin] Usage tracker for resource:security_group_rule and tenant:aa7ed90260de4877be360abf7a9d790e is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:55.283724 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-e2e18c06-58ea-4651-91a8-0c2c1bf492b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:55.308537 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] Set router 6cb201b6-af57-4600-9187-cedbedf2fbc9 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:34:55.328644 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-e2e18c06-58ea-4651-91a8-0c2c1bf492b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:55.554031 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:55.641359 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc57907-70dc-46b0-b05c-dd3ff55ef343 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca09e46-179a-48be-b8ee-aac7eaea86d3,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:55.651431 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-bdc57907-70dc-46b0-b05c-dd3ff55ef343 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:55.652258 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bdc57907-70dc-46b0-b05c-dd3ff55ef343 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:55.653512 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e2e18c06-58ea-4651-91a8-0c2c1bf492b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:55.655317 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-bdc57907-70dc-46b0-b05c-dd3ff55ef343 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.3603287 May 06 18:34:55.729879 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 40882) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:55.739426 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e2e18c06-58ea-4651-91a8-0c2c1bf492b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:55.751607 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-7294f99a-d177-47cc-87df-fa33d8f258c0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Request body: {'security_group_rule': {'security_group_id': 'ddb19c0d-5be1-4ffe-9f85-05163d70cfb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:55.759825 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-7294f99a-d177-47cc-87df-fa33d8f258c0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:55.768498 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-7294f99a-d177-47cc-87df-fa33d8f258c0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Usage tracker for resource:security_group_rule and tenant:bb0a96b877b544c78734acd5c46c2618 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:55.795399 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-7294f99a-d177-47cc-87df-fa33d8f258c0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:55.818539 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-7294f99a-d177-47cc-87df-fa33d8f258c0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:55.862231 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-61657800-bb49-4f69-bcff-f66c19429e31 req-9ec1384a-dc2a-40e1-9b60-7f6ade9f23cb tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 210 time: 0.2050192 May 06 18:34:55.866890 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:55.891130 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device a6e7f816-1ec7-47f9-9dbb-4f3391914031 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:34:55.915632 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e18c06-58ea-4651-91a8-0c2c1bf492b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdb2658-70f2-4f36-bdde-e49c44b4cd39,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:55.936144 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-e2e18c06-58ea-4651-91a8-0c2c1bf492b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:55.982585 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7294f99a-d177-47cc-87df-fa33d8f258c0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:56.097768 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-15073228-3c0a-4cc1-94e8-67fc30bd0e93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:56.188369 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port a6e7f816-1ec7-47f9-9dbb-4f3391914031 completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:34:56.200348 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-e2e18c06-58ea-4651-91a8-0c2c1bf492b5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aa7ed90260de4877be360abf7a9d790e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1177714 May 06 18:34:56.203362 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port a6e7f816-1ec7-47f9-9dbb-4f3391914031 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:34:56.207123 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:56.211507 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 40892) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:56.478531 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1136130436-router', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:44Z', 'revision_number': 4, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'gw_port': {'id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:63:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:35Z', 'updated_at': '2021-05-06T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '609b50a0-967e-4356-881f-b468d6e55d7c', 'name': '', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'mac_address': 'fa:16:3e:7e:b3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:42Z', 'updated_at': '2021-05-06T18:34:54Z', 'revision_number': 4, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'subnets': [{'id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:34:56.485104 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4958f232-f746-406b-8f0b-811ba62bb1ae None None] The sync data for ids ['6cb201b6-af57-4600-9187-cedbedf2fbc9'] in dv-cinder-733622-15-iscsi is: [{'id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1136130436-router', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:44Z', 'revision_number': 4, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'gw_port': {'id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:63:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:35Z', 'updated_at': '2021-05-06T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '609b50a0-967e-4356-881f-b468d6e55d7c', 'name': '', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'mac_address': 'fa:16:3e:7e:b3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:42Z', 'updated_at': '2021-05-06T18:34:54Z', 'revision_number': 4, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'subnets': [{'id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:34:56.537837 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7294f99a-d177-47cc-87df-fa33d8f258c0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:56.664898 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7294f99a-d177-47cc-87df-fa33d8f258c0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:56.697393 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-1f5b91b3-93df-411a-963f-84a64532c9f4 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:56.720016 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:56.758818 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294f99a-d177-47cc-87df-fa33d8f258c0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dfc0860-4898-49a0-9790-b9126881810f,revision_number=0']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:56.863654 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7ea82373-e652-4a3a-972b-d73bcb5dfa28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:56.973378 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7294f99a-d177-47cc-87df-fa33d8f258c0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:56.997469 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:56.998229 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-786c4c13-7a3c-4bd7-90e5-7d32d69a595e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:57.001902 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-15073228-3c0a-4cc1-94e8-67fc30bd0e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:57.025987 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-1f5b91b3-93df-411a-963f-84a64532c9f4 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:57.064594 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-15073228-3c0a-4cc1-94e8-67fc30bd0e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1039733'] for router_interface, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:57.068830 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:57.089886 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7ea82373-e652-4a3a-972b-d73bcb5dfa28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:57.107101 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port a6e7f816-1ec7-47f9-9dbb-4f3391914031, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=a6e7f816-1ec7-47f9-9dbb-4f3391914031,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:34:57.121582 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:57.122814 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7294f99a-d177-47cc-87df-fa33d8f258c0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:57.124313 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:34:57.128194 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-7294f99a-d177-47cc-87df-fa33d8f258c0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3886955 May 06 18:34:57.154268 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 40914) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:57.237029 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:57.248393 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Request body: {'floatingip': {'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:57.260472 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-7a1c431c-6b90-40a5-a2b4-f5ba40485e31 req-5d43ffe9-07ea-4f04-8272-fdc3ab9fac0b tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Synchronizing usage tracker for tenant:cc919bedec1b46b6aaeef5a6e940c757 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:34:57.267823 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-786c4c13-7a3c-4bd7-90e5-7d32d69a595e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:57.280465 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:57.390141 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Usage tracker for resource:floatingip and tenant:bb0a96b877b544c78734acd5c46c2618 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:57.417290 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:57.462274 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-fff8b39e-dd64-4448-8846-00afe7892396 req-d00fa835-737c-4201-858b-a954a24b1c7e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:57.501485 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-786c4c13-7a3c-4bd7-90e5-7d32d69a595e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=14dac1d6ca9846e693fa67eba11861a5&name=default HTTP/1.1" status: 200 len: 2979 time: 5.1880229 May 06 18:34:57.568388 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 40922) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:57.570850 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:57.592877 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:57.593873 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7ea82373-e652-4a3a-972b-d73bcb5dfa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:57.641999 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=a6e7f816-1ec7-47f9-9dbb-4f3391914031,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:57.660379 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:57.675061 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:34:57.676537 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:57.766037 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-1f5b91b3-93df-411a-963f-84a64532c9f4 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Network eaf08083-dfec-4b16-88e3-94853441d636 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:34:57.788947 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-63bd7b14-eb6d-4e1e-8696-ab7945c4cda4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:57.805597 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-1f5b91b3-93df-411a-963f-84a64532c9f4 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:34:57.832779 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff8b39e-dd64-4448-8846-00afe7892396 req-d00fa835-737c-4201-858b-a954a24b1c7e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Network e712c820-8e93-42e1-8b79-4d408a674dd6 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:34:57.839464 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-7a1c431c-6b90-40a5-a2b4-f5ba40485e31 req-5d43ffe9-07ea-4f04-8272-fdc3ab9fac0b tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Unset dirty status for tenant:cc919bedec1b46b6aaeef5a6e940c757 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:34:57.861905 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7a1c431c-6b90-40a5-a2b4-f5ba40485e31 req-5d43ffe9-07ea-4f04-8272-fdc3ab9fac0b tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 210 time: 1.7275212 May 06 18:34:57.972328 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-fc838019-a2cd-4213-8ed3-720d1e1d3146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:57.975384 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-1f5b91b3-93df-411a-963f-84a64532c9f4 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:34:58.003772 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-1f5b91b3-93df-411a-963f-84a64532c9f4 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:58.013555 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-1f5b91b3-93df-411a-963f-84a64532c9f4 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:58.045332 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-fc838019-a2cd-4213-8ed3-720d1e1d3146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:58.091198 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15073228-3c0a-4cc1-94e8-67fc30bd0e93 admin admin] Pushing event updated for resources: {'Port': ['ID=da69487f-4b29-4581-b0b7-0f2a8b0def68,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:58.096705 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-fff8b39e-dd64-4448-8846-00afe7892396 req-d00fa835-737c-4201-858b-a954a24b1c7e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:34:58.102008 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff8b39e-dd64-4448-8846-00afe7892396 req-d00fa835-737c-4201-858b-a954a24b1c7e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:34:58.127284 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8b39e-dd64-4448-8846-00afe7892396 req-d00fa835-737c-4201-858b-a954a24b1c7e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:58.133511 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-fff8b39e-dd64-4448-8846-00afe7892396 req-d00fa835-737c-4201-858b-a954a24b1c7e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:58.397471 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b91b3-93df-411a-963f-84a64532c9f4 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Pushing event updated for resources: {'Port': ['ID=53cfc5b4-c3fd-4a94-965d-4c63476399d2,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:58.404445 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-1f5b91b3-93df-411a-963f-84a64532c9f4 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.4245977 May 06 18:34:58.406490 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7ea82373-e652-4a3a-972b-d73bcb5dfa28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:58.409237 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-1f5b91b3-93df-411a-963f-84a64532c9f4 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.340s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:58.418400 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-7ea82373-e652-4a3a-972b-d73bcb5dfa28 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6fdb2658-70f2-4f36-bdde-e49c44b4cd39 HTTP/1.1" status: 204 len: 168 time: 2.1997938 May 06 18:34:58.421068 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea82373-e652-4a3a-972b-d73bcb5dfa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdb2658-70f2-4f36-bdde-e49c44b4cd39,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:58.428870 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-15073228-3c0a-4cc1-94e8-67fc30bd0e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.938s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:58.437399 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7ea82373-e652-4a3a-972b-d73bcb5dfa28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:58.468083 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-fc838019-a2cd-4213-8ed3-720d1e1d3146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:58.471881 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device a6e7f816-1ec7-47f9-9dbb-4f3391914031 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:34:58.514604 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818cd21-4005-435c-82f5-80084abcedf8 req-af50a224-ab16-4d57-b3bc-b5960339def8 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:58.520028 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b818cd21-4005-435c-82f5-80084abcedf8 req-af50a224-ab16-4d57-b3bc-b5960339def8 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 931 time: 1.1534069 May 06 18:34:58.523372 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fff8b39e-dd64-4448-8846-00afe7892396 req-d00fa835-737c-4201-858b-a954a24b1c7e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 12.7752488 May 06 18:34:58.527299 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for floatingip, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:58.527635 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00fa835-737c-4201-858b-a954a24b1c7e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Pushing event updated for resources: {'Port': ['ID=972457de-4329-4ae7-954a-c6eaefbbbab2,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:58.531997 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-d00fa835-737c-4201-858b-a954a24b1c7e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:58.532490 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.044s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:58.550376 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c4c13-7a3c-4bd7-90e5-7d32d69a595e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72676482-13de-47fe-a2ef-231cafc74c80,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:58.555523 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-786c4c13-7a3c-4bd7-90e5-7d32d69a595e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:58.556118 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.854s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:58.556526 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:58.558548 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15073228-3c0a-4cc1-94e8-67fc30bd0e93 admin admin] Network 9cc7ac02-de44-4c64-8db4-ed9a1be6def9 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:34:58.559823 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-15073228-3c0a-4cc1-94e8-67fc30bd0e93 admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:34:58.686626 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:58.727047 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-37f6dce2-828b-4112-a4cb-e83d75ea3397 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=78803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 18:34:58.729381 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-37f6dce2-828b-4112-a4cb-e83d75ea3397 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129783 May 06 18:34:58.744307 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [req-fff8b39e-dd64-4448-8846-00afe7892396 req-b23e584a-f41d-47e1-8dc3-47eed025fbbe tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=78803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 18:34:58.747841 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fff8b39e-dd64-4448-8846-00afe7892396 req-b23e584a-f41d-47e1-8dc3-47eed025fbbe tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0544987 May 06 18:34:58.876436 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port a6e7f816-1ec7-47f9-9dbb-4f3391914031 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:34:58.880724 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:59.117292 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc838019-a2cd-4213-8ed3-720d1e1d3146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72676482-13de-47fe-a2ef-231cafc74c80,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:59.121587 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-fc838019-a2cd-4213-8ed3-720d1e1d3146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:59.185344 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-fc838019-a2cd-4213-8ed3-720d1e1d3146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:59.190236 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-fc838019-a2cd-4213-8ed3-720d1e1d3146 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/72676482-13de-47fe-a2ef-231cafc74c80 HTTP/1.1" status: 204 len: 168 time: 1.5958550 May 06 18:34:59.226909 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b818cd21-4005-435c-82f5-80084abcedf8 req-91c5ac62-3531-4eb5-b314-26c31bf2fdbe tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/security-groups?id=54449394-5c40-4716-b876-15eb4dfe1c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5892522 May 06 18:34:59.289426 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15073228-3c0a-4cc1-94e8-67fc30bd0e93 admin admin] Router 86cf03a6-f6d0-499a-82b8-715729087fb5 has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:34:59.378871 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 40964) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:59.425628 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-b073501a-1275-40b7-9d13-a4ef7cffabd7 None None] Provisioning complete for port da69487f-4b29-4581-b0b7-0f2a8b0def68 triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:34:59.426700 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b073501a-1275-40b7-9d13-a4ef7cffabd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:59.441937 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:59.860179 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 609b50a0-967e-4356-881f-b468d6e55d7c up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:34:59.958849 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Allocated IP 172.27.1.82 (884521b5-a319-4325-bd13-24951164ba4c/9fcafda4-8977-4d90-a4c2-0719bb43c11a/92de38db-3a61-4b80-bd05-8cbcf2ab8e42) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:34:59.976681 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-b073501a-1275-40b7-9d13-a4ef7cffabd7 None None] Port da69487f-4b29-4581-b0b7-0f2a8b0def68 cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:35:00.072271 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port 609b50a0-967e-4356-881f-b468d6e55d7c completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:35:00.081830 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 609b50a0-967e-4356-881f-b468d6e55d7c triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:00.081830 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:00.191596 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee6880-37ea-4481-ae64-e3e4555485d7 req-1883498d-5dc2-47d1-8a5c-3de0d4ad533e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:00.203050 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-28ee6880-37ea-4481-ae64-e3e4555485d7 req-1883498d-5dc2-47d1-8a5c-3de0d4ad533e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 932 time: 0.4235876 May 06 18:35:00.257271 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15073228-3c0a-4cc1-94e8-67fc30bd0e93 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:35:00.285386 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] Sync routers for ids ['86cf03a6-f6d0-499a-82b8-715729087fb5'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:35:00.320214 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-15073228-3c0a-4cc1-94e8-67fc30bd0e93 admin admin] 10.222.0.50 "PUT /v2.0/routers/86cf03a6-f6d0-499a-82b8-715729087fb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.0765483 May 06 18:35:00.382541 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:00.427499 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-28ee6880-37ea-4481-ae64-e3e4555485d7 req-428f1161-2a4d-436d-9e03-99ab7fb682ab tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Synchronizing usage tracker for tenant:cc919bedec1b46b6aaeef5a6e940c757 on resource:security_group {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:00.438510 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] Routers {'86cf03a6-f6d0-499a-82b8-715729087fb5'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:35:00.443500 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:34:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['86cf03a6-f6d0-499a-82b8-715729087fb5'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:00.506369 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-28ee6880-37ea-4481-ae64-e3e4555485d7 req-428f1161-2a4d-436d-9e03-99ab7fb682ab tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Unset dirty status for tenant:cc919bedec1b46b6aaeef5a6e940c757 on resource:security_group {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:00.522309 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-28ee6880-37ea-4481-ae64-e3e4555485d7 req-428f1161-2a4d-436d-9e03-99ab7fb682ab tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174331 May 06 18:35:00.581221 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:00.589147 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] Request body: {'port': {'device_id': '7e0fb78f-0cd9-48cd-9237-2f49e95983a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:00.756511 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:00.860346 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7a667041-0f96-4485-90f4-0c19d914467c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:00.923950 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port 609b50a0-967e-4356-881f-b468d6e55d7c, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=609b50a0-967e-4356-881f-b468d6e55d7c,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:00.946897 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-fff8b39e-dd64-4448-8846-00afe7892396 req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] Request body: {'port': {'device_id': 'abdb66e8-8e57-45a3-a449-366231917804', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:00.962845 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:00.984090 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:01.021470 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:01.168713 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Network 884521b5-a319-4325-bd13-24951164ba4c is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:35:01.204485 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Pushing event updated for resources: {'Port': ['ID=92de38db-3a61-4b80-bd05-8cbcf2ab8e42,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:01.210250 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=609b50a0-967e-4356-881f-b468d6e55d7c,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:01.215425 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:01.225089 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:01.240699 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] Set router 86cf03a6-f6d0-499a-82b8-715729087fb5 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:35:01.316269 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:35:01.353946 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ea0e78b2-1575-4292-b9f0-a8edfa2dd8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:01.623381 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:01.626460 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 40984) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:01.672514 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-ea0e78b2-1575-4292-b9f0-a8edfa2dd8bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:01.762151 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-ea0e78b2-1575-4292-b9f0-a8edfa2dd8bf admin admin] Usage tracker for resource:security_group_rule and tenant:984c10ec9a244b86aab3b90b5ac48fce is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:01.793042 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:01.811246 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-ea0e78b2-1575-4292-b9f0-a8edfa2dd8bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:01.833099 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0af242-c1f4-42c5-a1a0-a5a3fbc6a260 req-87aa4b3d-d88d-458d-859e-440b48d9e02d tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:01.835215 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-df0af242-c1f4-42c5-a1a0-a5a3fbc6a260 req-87aa4b3d-d88d-458d-859e-440b48d9e02d tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 931 time: 1.1953382 May 06 18:35:01.836475 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3549c736-6f15-40cd-80c1-036ea9ca2784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:01.863329 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-ea0e78b2-1575-4292-b9f0-a8edfa2dd8bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:01.872973 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-3549c736-6f15-40cd-80c1-036ea9ca2784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:01.881580 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-3549c736-6f15-40cd-80c1-036ea9ca2784 admin admin] Usage tracker for resource:security_group_rule and tenant:99becc9539d44606b6f3bd36f6a1ee4a is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:01.888718 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-3549c736-6f15-40cd-80c1-036ea9ca2784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:01.922163 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-3549c736-6f15-40cd-80c1-036ea9ca2784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:02.339111 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3549c736-6f15-40cd-80c1-036ea9ca2784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:02.359851 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53cfc5b4-c3fd-4a94-965d-4c63476399d2 {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:35:02.374902 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:02.485043 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] Transition to ACTIVE for port object 53cfc5b4-c3fd-4a94-965d-4c63476399d2 will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:35:02.519664 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:02.616962 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:02.674112 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-d00fa835-737c-4201-858b-a954a24b1c7e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:02.846583 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'name': 'tempest-AttachVolumeTestJSON-1255724845-router', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:52Z', 'revision_number': 4, 'project_id': '2240092be8ac44d1b16602700520b22d', 'gw_port': {'id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:36Z', 'updated_at': '2021-05-06T18:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'da69487f-4b29-4581-b0b7-0f2a8b0def68', 'name': '', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'mac_address': 'fa:16:3e:55:21:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:45Z', 'updated_at': '2021-05-06T18:34:54Z', 'revision_number': 2, 'project_id': '2240092be8ac44d1b16602700520b22d', 'subnets': [{'id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:02.860635 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] Checking router: 86cf03a6-f6d0-499a-82b8-715729087fb5 for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:35:02.864446 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] Updating router 86cf03a6-f6d0-499a-82b8-715729087fb5 port da69487f-4b29-4581-b0b7-0f2a8b0def68 binding host dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:35:02.964070 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3549c736-6f15-40cd-80c1-036ea9ca2784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:03.046316 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:03.300760 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ea0e78b2-1575-4292-b9f0-a8edfa2dd8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:03.302633 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 41012) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:03.361101 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 609b50a0-967e-4356-881f-b468d6e55d7c up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:35:03.402667 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-18b63209-362d-4fe0-a486-02ed6ef0c28f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1065322998', 'description': 'tempest-description--1574518125'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:03.503125 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-18b63209-362d-4fe0-a486-02ed6ef0c28f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:03.507668 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-18b63209-362d-4fe0-a486-02ed6ef0c28f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Usage tracker for resource:security_group and tenant:2240092be8ac44d1b16602700520b22d is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:03.516708 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-18b63209-362d-4fe0-a486-02ed6ef0c28f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:03.529226 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-18b63209-362d-4fe0-a486-02ed6ef0c28f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:03.546539 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] Pushing event updated for resources: {'Port': ['ID=53cfc5b4-c3fd-4a94-965d-4c63476399d2,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:03.552427 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.879s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:03.563835 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-fff8b39e-dd64-4448-8846-00afe7892396 req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:03.603539 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:03.660698 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-3549c736-6f15-40cd-80c1-036ea9ca2784 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=99becc9539d44606b6f3bd36f6a1ee4a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0223351 May 06 18:35:03.660698 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ea0e78b2-1575-4292-b9f0-a8edfa2dd8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:03.670466 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 41026) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:03.725348 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-18b63209-362d-4fe0-a486-02ed6ef0c28f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:03.770811 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-ea0e78b2-1575-4292-b9f0-a8edfa2dd8bf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=984c10ec9a244b86aab3b90b5ac48fce&name=default HTTP/1.1" status: 200 len: 2979 time: 4.3896735 May 06 18:35:03.858093 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 41032) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:03.961015 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-df0af242-c1f4-42c5-a1a0-a5a3fbc6a260 req-40703f68-c077-46db-9999-37fe6ba77397 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/security-groups?id=54449394-5c40-4716-b876-15eb4dfe1c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0935516 May 06 18:35:03.972439 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8a9734f9-ec5f-40e5-bbd9-adcdc4e1f6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:04.031869 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8a9734f9-ec5f-40e5-bbd9-adcdc4e1f6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:04.099313 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 609b50a0-967e-4356-881f-b468d6e55d7c triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:04.100248 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:04.148550 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549c736-6f15-40cd-80c1-036ea9ca2784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41d367a-e690-47ab-8789-7eee26e03191,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:04.176137 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-3549c736-6f15-40cd-80c1-036ea9ca2784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:04.198445 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.439s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:04.261384 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8a9734f9-ec5f-40e5-bbd9-adcdc4e1f6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:04.347486 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.db.resource_extend [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 18:35:04.414777 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e78b2-1575-4292-b9f0-a8edfa2dd8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14cebd8-db1d-4d8e-b7f8-31c02ba2eb7e,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:04.462247 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-ea0e78b2-1575-4292-b9f0-a8edfa2dd8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:04.471255 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:04.482059 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] Notify callbacks [] for port, precommit_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:04.485810 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:04.502778 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] Transition to ACTIVE for port object da69487f-4b29-4581-b0b7-0f2a8b0def68 will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:35:04.519333 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:04.523328 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:04.543558 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:04.562953 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9734f9-ec5f-40e5-bbd9-adcdc4e1f6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41d367a-e690-47ab-8789-7eee26e03191,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:04.587403 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-8a9734f9-ec5f-40e5-bbd9-adcdc4e1f6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:04.590413 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:04.693485 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-fff8b39e-dd64-4448-8846-00afe7892396 req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 972457de-4329-4ae7-954a-c6eaefbbbab2 {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:35:04.704363 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-fff8b39e-dd64-4448-8846-00afe7892396 req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:04.724889 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-fff8b39e-dd64-4448-8846-00afe7892396 req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] Transition to ACTIVE for port object 972457de-4329-4ae7-954a-c6eaefbbbab2 will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:35:04.729574 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] Attempting to bind port 53cfc5b4-c3fd-4a94-965d-4c63476399d2 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:35:04.729938 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] Attempting to bind port 53cfc5b4-c3fd-4a94-965d-4c63476399d2 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '78f6a5e9-e3de-4d2f-92e3-998861b5ddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'eaf08083-dfec-4b16-88e3-94853441d636'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:35:04.730294 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] Attempting to bind port 53cfc5b4-c3fd-4a94-965d-4c63476399d2 on network eaf08083-dfec-4b16-88e3-94853441d636 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:04.742243 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-18b63209-362d-4fe0-a486-02ed6ef0c28f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:04.754320 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3aac3-3c76-42f4-8e30-34b311d5ae80 None None] Pushing event updated for resources: {'Port': ['ID=da69487f-4b29-4581-b0b7-0f2a8b0def68,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:04.755252 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Pushing event updated for resources: {'Port': ['ID=92de38db-3a61-4b80-bd05-8cbcf2ab8e42,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:04.763821 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:04.777906 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1046138'] for floatingip, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:04.779105 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-36a3aac3-3c76-42f4-8e30-34b311d5ae80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:04.801542 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] Port 53cfc5b4-c3fd-4a94-965d-4c63476399d2 on network eaf08083-dfec-4b16-88e3-94853441d636 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:35:04.802220 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] Attempting to bind port 53cfc5b4-c3fd-4a94-965d-4c63476399d2 on network eaf08083-dfec-4b16-88e3-94853441d636 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:04.806361 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8a9734f9-ec5f-40e5-bbd9-adcdc4e1f6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:04.808157 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-fff8b39e-dd64-4448-8846-00afe7892396 req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:04.813221 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-8a9734f9-ec5f-40e5-bbd9-adcdc4e1f6b6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d41d367a-e690-47ab-8789-7eee26e03191 HTTP/1.1" status: 204 len: 168 time: 1.0794537 May 06 18:35:04.829854 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for floatingip, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:04.837760 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-18b63209-362d-4fe0-a486-02ed6ef0c28f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Usage tracker for resource:security_group_rule and tenant:2240092be8ac44d1b16602700520b22d is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:04.846038 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.6874645 May 06 18:35:04.855527 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f908322a-65fc-436b-8423-d96ee8485200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:04.902807 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-18b63209-362d-4fe0-a486-02ed6ef0c28f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:04.915672 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:04.961208 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] Attempting to bind port da69487f-4b29-4581-b0b7-0f2a8b0def68 on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:35:04.961647 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] Attempting to bind port da69487f-4b29-4581-b0b7-0f2a8b0def68 by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': 'b1472351-b8a1-4e09-a4d9-b7a18e144af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:35:04.962622 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] Attempting to bind port da69487f-4b29-4581-b0b7-0f2a8b0def68 on network 9cc7ac02-de44-4c64-8db4-ed9a1be6def9 {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:04.972529 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:35:04.972529 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] Checking segment: {'id': 'b1472351-b8a1-4e09-a4d9-b7a18e144af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:35:04.972855 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:04.973179 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] Bound using segment: {'id': 'b1472351-b8a1-4e09-a4d9-b7a18e144af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:35:04.973682 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] Bound port: da69487f-4b29-4581-b0b7-0f2a8b0def68, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1472351-b8a1-4e09-a4d9-b7a18e144af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:35:04.974095 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:05.123920 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-18b63209-362d-4fe0-a486-02ed6ef0c28f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:05.138553 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] Checking agent: {'id': '9977d64c-d59d-4d1f-af57-b1bc23e96ce2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'started_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:35:05.138927 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] Checking segment: {'id': '78f6a5e9-e3de-4d2f-92e3-998861b5ddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'eaf08083-dfec-4b16-88e3-94853441d636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:35:05.139575 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] Bound using segment: {'id': '78f6a5e9-e3de-4d2f-92e3-998861b5ddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'eaf08083-dfec-4b16-88e3-94853441d636'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:35:05.143888 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] Bound port: 53cfc5b4-c3fd-4a94-965d-4c63476399d2, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f6a5e9-e3de-4d2f-92e3-998861b5ddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'eaf08083-dfec-4b16-88e3-94853441d636'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:35:05.145701 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:05.166428 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] For port da69487f-4b29-4581-b0b7-0f2a8b0def68, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:35:05.170804 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] For port da69487f-4b29-4581-b0b7-0f2a8b0def68, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=da69487f-4b29-4581-b0b7-0f2a8b0def68,segment=NetworkSegment(b1472351-b8a1-4e09-a4d9-b7a18e144af2),segment_id=b1472351-b8a1-4e09-a4d9-b7a18e144af2)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:35:05.182617 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:05.186081 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f908322a-65fc-436b-8423-d96ee8485200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:05.197191 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:05.350688 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] Pushing event updated for resources: {'Port': ['ID=972457de-4329-4ae7-954a-c6eaefbbbab2,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:05.354920 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7e86b-0ef9-448b-90c0-44a7027665f3 req-a1aaa244-1a7f-4d60-a3d2-126f796075ce tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:05.361027 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:05.370501 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b5d7e86b-0ef9-448b-90c0-44a7027665f3 req-a1aaa244-1a7f-4d60-a3d2-126f796075ce tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 943 time: 0.1586859 May 06 18:35:05.422931 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] Routers {'86cf03a6-f6d0-499a-82b8-715729087fb5'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:35:05.423819 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:34:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['86cf03a6-f6d0-499a-82b8-715729087fb5'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:05.465820 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b5d7e86b-0ef9-448b-90c0-44a7027665f3 req-6510e793-d048-4019-8ba8-6920cc4189d2 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/security-groups?id=54449394-5c40-4716-b876-15eb4dfe1c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939348 May 06 18:35:05.511028 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ecd6d-fa99-478a-ae1e-43460516764f req-3919a854-ee71-4539-b674-736ab21e61ad tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:05.524356 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0e1ecd6d-fa99-478a-ae1e-43460516764f req-3919a854-ee71-4539-b674-736ab21e61ad tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 932 time: 1.9621789 May 06 18:35:05.708525 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-e13387f3-0c98-42ab-bb85-5b1be0e73d4e tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Synchronizing usage tracker for tenant:bb0a96b877b544c78734acd5c46c2618 on resource:security_group {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:05.764832 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-e13387f3-0c98-42ab-bb85-5b1be0e73d4e tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Unset dirty status for tenant:bb0a96b877b544c78734acd5c46c2618 on resource:security_group {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:05.766151 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-e13387f3-0c98-42ab-bb85-5b1be0e73d4e tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--196528378&fields=id&tenant_id=bb0a96b877b544c78734acd5c46c2618 HTTP/1.1" status: 200 len: 267 time: 0.1382184 May 06 18:35:05.767032 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-fff8b39e-dd64-4448-8846-00afe7892396 req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] Attempting to bind port 972457de-4329-4ae7-954a-c6eaefbbbab2 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:35:05.767840 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-fff8b39e-dd64-4448-8846-00afe7892396 req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] Attempting to bind port 972457de-4329-4ae7-954a-c6eaefbbbab2 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'db3a5d59-306d-4aa6-a6db-a661eb0f3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:35:05.769037 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff8b39e-dd64-4448-8846-00afe7892396 req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] Attempting to bind port 972457de-4329-4ae7-954a-c6eaefbbbab2 on network e712c820-8e93-42e1-8b79-4d408a674dd6 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:05.799204 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff8b39e-dd64-4448-8846-00afe7892396 req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] Port 972457de-4329-4ae7-954a-c6eaefbbbab2 on network e712c820-8e93-42e1-8b79-4d408a674dd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:35:05.799798 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff8b39e-dd64-4448-8846-00afe7892396 req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] Attempting to bind port 972457de-4329-4ae7-954a-c6eaefbbbab2 on network e712c820-8e93-42e1-8b79-4d408a674dd6 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:05.821373 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3aac3-3c76-42f4-8e30-34b311d5ae80 None None] Pushing event updated for resources: {'Port': ['ID=da69487f-4b29-4581-b0b7-0f2a8b0def68,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:05.843268 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-36a3aac3-3c76-42f4-8e30-34b311d5ae80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:05.856023 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff8b39e-dd64-4448-8846-00afe7892396 req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] Checking agent: {'id': '9977d64c-d59d-4d1f-af57-b1bc23e96ce2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'started_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:35:05.856679 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff8b39e-dd64-4448-8846-00afe7892396 req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] Checking segment: {'id': 'db3a5d59-306d-4aa6-a6db-a661eb0f3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:35:05.857256 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff8b39e-dd64-4448-8846-00afe7892396 req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] Bound using segment: {'id': 'db3a5d59-306d-4aa6-a6db-a661eb0f3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:35:05.858039 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-fff8b39e-dd64-4448-8846-00afe7892396 req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] Bound port: 972457de-4329-4ae7-954a-c6eaefbbbab2, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db3a5d59-306d-4aa6-a6db-a661eb0f3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:35:05.858696 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-fff8b39e-dd64-4448-8846-00afe7892396 req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:05.878831 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0e1ecd6d-fa99-478a-ae1e-43460516764f req-85f39ac9-4772-42a3-885e-9106acffdf5a tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530543 May 06 18:35:05.880138 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] For port 53cfc5b4-c3fd-4a94-965d-4c63476399d2, host hv-cinder-73362, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:35:05.901485 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f908322a-65fc-436b-8423-d96ee8485200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:05.908858 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] For port 53cfc5b4-c3fd-4a94-965d-4c63476399d2, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=53cfc5b4-c3fd-4a94-965d-4c63476399d2,segment=NetworkSegment(78f6a5e9-e3de-4d2f-92e3-998861b5ddf0),segment_id=78f6a5e9-e3de-4d2f-92e3-998861b5ddf0)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:35:05.922235 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-786c4c13-7a3c-4bd7-90e5-7d32d69a595e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:06.066006 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] Set router 86cf03a6-f6d0-499a-82b8-715729087fb5 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:35:06.084902 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:06.127004 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908322a-65fc-436b-8423-d96ee8485200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14cebd8-db1d-4d8e-b7f8-31c02ba2eb7e,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:06.181836 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f908322a-65fc-436b-8423-d96ee8485200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:06.231906 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-18b63209-362d-4fe0-a486-02ed6ef0c28f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:06.232813 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-3a549491-a070-4f4f-baf7-80e980ae5a16 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:06.239788 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:06.248603 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-3a549491-a070-4f4f-baf7-80e980ae5a16 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/networks?id=4977f012-56c5-46bd-a1b1-7dca239e88c0 HTTP/1.1" status: 200 len: 817 time: 0.4739943 May 06 18:35:06.286946 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-621a0a25-6a76-4328-9c5a-de0fcb1d8247 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/quotas/bb0a96b877b544c78734acd5c46c2618 HTTP/1.1" status: 200 len: 375 time: 0.0324371 May 06 18:35:06.294383 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 41092) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:06.390411 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:06.391734 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:06.395654 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] 10.222.0.55 "PUT /v2.0/ports/53cfc5b4-c3fd-4a94-965d-4c63476399d2 HTTP/1.1" status: 200 len: 1093 time: 7.0797503 May 06 18:35:06.421224 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0fb78f-0cd9-48cd-9237-2f49e95983a3', 'tag': '53cfc5b4-c3fd-4a94-965d-4c63476399d2'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:35:06.484055 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-3d744785-868c-4c7b-adfb-062e7911d73a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Synchronizing usage tracker for tenant:bb0a96b877b544c78734acd5c46c2618 on resource:port {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:06.536604 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-3d744785-868c-4c7b-adfb-062e7911d73a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Unset dirty status for tenant:bb0a96b877b544c78734acd5c46c2618 on resource:port {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:06.538459 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-3d744785-868c-4c7b-adfb-062e7911d73a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bb0a96b877b544c78734acd5c46c2618&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2504282 May 06 18:35:06.540547 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-18b63209-362d-4fe0-a486-02ed6ef0c28f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:06.601175 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f908322a-65fc-436b-8423-d96ee8485200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:06.602776 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-f908322a-65fc-436b-8423-d96ee8485200 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b14cebd8-db1d-4d8e-b7f8-31c02ba2eb7e HTTP/1.1" status: 204 len: 168 time: 2.7265985 May 06 18:35:06.686357 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-fff8b39e-dd64-4448-8846-00afe7892396 req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] For port 972457de-4329-4ae7-954a-c6eaefbbbab2, host hv-cinder-73362, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:35:06.693161 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-fff8b39e-dd64-4448-8846-00afe7892396 req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] For port 972457de-4329-4ae7-954a-c6eaefbbbab2, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=972457de-4329-4ae7-954a-c6eaefbbbab2,segment=NetworkSegment(db3a5d59-306d-4aa6-a6db-a661eb0f3a17),segment_id=db3a5d59-306d-4aa6-a6db-a661eb0f3a17)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:35:06.695204 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] Pushing event updated for resources: {'Port': ['ID=53cfc5b4-c3fd-4a94-965d-4c63476399d2,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:06.700520 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-18b63209-362d-4fe0-a486-02ed6ef0c28f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:06.705499 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-18b63209-362d-4fe0-a486-02ed6ef0c28f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.3555586 May 06 18:35:06.706611 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:06.707067 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 41112) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:06.707788 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0be99b28-ff73-4865-b5eb-8d299b39fb04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:06.727765 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-69d7c608-0879-4f28-9a21-9469b152b4a9 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Request body: {'security_group_rule': {'security_group_id': '5e1ead00-5c61-4db9-949b-239db26e2237', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:06.735292 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-69d7c608-0879-4f28-9a21-9469b152b4a9 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:06.739718 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-69d7c608-0879-4f28-9a21-9469b152b4a9 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Usage tracker for resource:security_group_rule and tenant:2240092be8ac44d1b16602700520b22d is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:06.743534 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-69d7c608-0879-4f28-9a21-9469b152b4a9 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:06.752203 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-69d7c608-0879-4f28-9a21-9469b152b4a9 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:06.755506 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-fff8b39e-dd64-4448-8846-00afe7892396 req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:06.830507 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8b39e-dd64-4448-8846-00afe7892396 req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:06.831204 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-fff8b39e-dd64-4448-8846-00afe7892396 req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:06.833214 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fff8b39e-dd64-4448-8846-00afe7892396 req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] 10.222.0.55 "PUT /v2.0/ports/972457de-4329-4ae7-954a-c6eaefbbbab2 HTTP/1.1" status: 200 len: 1094 time: 7.5220206 May 06 18:35:06.834799 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b63209-362d-4fe0-a486-02ed6ef0c28f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1ead00-5c61-4db9-949b-239db26e2237,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:06.849130 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-18b63209-362d-4fe0-a486-02ed6ef0c28f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:06.850677 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-69d7c608-0879-4f28-9a21-9469b152b4a9 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:06.865158 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:07.013170 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3bd073dd-888a-4852-acaa-b4ff9ac0bfec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:07.107085 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] Pushing event updated for resources: {'Port': ['ID=972457de-4329-4ae7-954a-c6eaefbbbab2,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:07.114513 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:07.125691 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-3bd073dd-888a-4852-acaa-b4ff9ac0bfec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:07.143985 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-69d7c608-0879-4f28-9a21-9469b152b4a9 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:07.173358 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3dc56-4501-4968-942d-40df70777ba1 req-af407867-779f-428c-83eb-cf1b8eba3511 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:07.174592 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-f0b3dc56-4501-4968-942d-40df70777ba1 req-af407867-779f-428c-83eb-cf1b8eba3511 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Synchronizing usage tracker for tenant:34af625ab7224e6bbba6820112bbe5b3 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:07.179892 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-69d7c608-0879-4f28-9a21-9469b152b4a9 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:07.186945 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-bdc57907-70dc-46b0-b05c-dd3ff55ef343 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:07.195752 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-3bd073dd-888a-4852-acaa-b4ff9ac0bfec admin admin] Usage tracker for resource:security_group_rule and tenant:80ec221bd3204c1ba900b85498560eb5 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:07.256595 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-69d7c608-0879-4f28-9a21-9469b152b4a9 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:07.261951 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-69d7c608-0879-4f28-9a21-9469b152b4a9 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5441790 May 06 18:35:07.262649 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-3bd073dd-888a-4852-acaa-b4ff9ac0bfec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:07.274817 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7c608-0879-4f28-9a21-9469b152b4a9 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c4ede9d-4ce3-45f1-93e2-a06ec7d66baf,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:07.282404 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-69d7c608-0879-4f28-9a21-9469b152b4a9 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:07.284420 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 41126) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:07.293580 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-d5c0a402-d160-423d-8c1b-b5cdac0115a8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Request body: {'security_group_rule': {'security_group_id': '5e1ead00-5c61-4db9-949b-239db26e2237', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:07.313555 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-3bd073dd-888a-4852-acaa-b4ff9ac0bfec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:07.392713 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-d5c0a402-d160-423d-8c1b-b5cdac0115a8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:07.396566 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'name': 'tempest-AttachVolumeTestJSON-1255724845-router', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:52Z', 'revision_number': 4, 'project_id': '2240092be8ac44d1b16602700520b22d', 'gw_port': {'id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:36Z', 'updated_at': '2021-05-06T18:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'da69487f-4b29-4581-b0b7-0f2a8b0def68', 'name': '', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'mac_address': 'fa:16:3e:55:21:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:45Z', 'updated_at': '2021-05-06T18:35:05Z', 'revision_number': 4, 'project_id': '2240092be8ac44d1b16602700520b22d', 'subnets': [{'id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:07.398274 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-88577ca6-2a87-4d48-a6f6-37d2b0011383 service neutron] 10.222.0.50 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8288445 May 06 18:35:07.408819 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b58f3-f9b0-4789-b4cc-aec767cdb0b4 None None] The sync data for ids ['86cf03a6-f6d0-499a-82b8-715729087fb5'] in dv-cinder-733622-15-iscsi is: [{'id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'name': 'tempest-AttachVolumeTestJSON-1255724845-router', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:52Z', 'revision_number': 4, 'project_id': '2240092be8ac44d1b16602700520b22d', 'gw_port': {'id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:36Z', 'updated_at': '2021-05-06T18:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'da69487f-4b29-4581-b0b7-0f2a8b0def68', 'name': '', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'mac_address': 'fa:16:3e:55:21:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:45Z', 'updated_at': '2021-05-06T18:35:05Z', 'revision_number': 4, 'project_id': '2240092be8ac44d1b16602700520b22d', 'subnets': [{'id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:35:07.519901 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-d5c0a402-d160-423d-8c1b-b5cdac0115a8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Usage tracker for resource:security_group_rule and tenant:2240092be8ac44d1b16602700520b22d is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:07.561844 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-d5c0a402-d160-423d-8c1b-b5cdac0115a8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:07.580085 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-d5c0a402-d160-423d-8c1b-b5cdac0115a8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:07.651432 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-f64a96ed-d7df-43ba-9b5f-37878994d298 service neutron] 10.222.0.50 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391052 May 06 18:35:07.657408 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3bd073dd-888a-4852-acaa-b4ff9ac0bfec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:07.669024 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3bd073dd-888a-4852-acaa-b4ff9ac0bfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:07.669702 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 41134) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:07.700445 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f3972d52-a3eb-4c26-b3d8-8b1f9aa19510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:07.717386 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5c23d505-8c63-4c66-a8f1-79daba376fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:07.735068 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8b39e-dd64-4448-8846-00afe7892396 req-c80c5f1b-e0fa-4aff-9403-82b569b76b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:07.737282 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fff8b39e-dd64-4448-8846-00afe7892396 req-c80c5f1b-e0fa-4aff-9403-82b569b76b28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc919bedec1b46b6aaeef5a6e940c757&device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 1097 time: 0.3459888 May 06 18:35:07.748853 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d5c0a402-d160-423d-8c1b-b5cdac0115a8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:07.750575 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-5c23d505-8c63-4c66-a8f1-79daba376fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:07.755238 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-5c23d505-8c63-4c66-a8f1-79daba376fe2 admin admin] Usage tracker for resource:security_group_rule and tenant:3e633ad5a0314c80bbb43d8b1d34cc05 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:07.758726 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-5c23d505-8c63-4c66-a8f1-79daba376fe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:07.766688 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-5c23d505-8c63-4c66-a8f1-79daba376fe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:07.859849 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fff8b39e-dd64-4448-8846-00afe7892396 req-45174b9b-e3ab-4b1f-a312-95f6d9eb274d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=972457de-4329-4ae7-954a-c6eaefbbbab2 HTTP/1.1" status: 200 len: 217 time: 0.1120710 May 06 18:35:07.861965 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-f0b3dc56-4501-4968-942d-40df70777ba1 req-af407867-779f-428c-83eb-cf1b8eba3511 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Unset dirty status for tenant:34af625ab7224e6bbba6820112bbe5b3 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:07.880125 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f0b3dc56-4501-4968-942d-40df70777ba1 req-af407867-779f-428c-83eb-cf1b8eba3511 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 943 time: 0.9310977 May 06 18:35:07.891614 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-5aba5c71-0728-4323-8c68-c17e17c394b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:07.894687 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-5aba5c71-0728-4323-8c68-c17e17c394b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=34af625ab7224e6bbba6820112bbe5b3&device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 1096 time: 0.5960925 May 06 18:35:07.974868 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-3bd073dd-888a-4852-acaa-b4ff9ac0bfec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=80ec221bd3204c1ba900b85498560eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6241782 May 06 18:35:07.987871 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 41142) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:08.002141 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd073dd-888a-4852-acaa-b4ff9ac0bfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45526cf3-5323-4f32-9459-a63bde4575e6,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:08.016530 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-3bd073dd-888a-4852-acaa-b4ff9ac0bfec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:08.094824 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8b39e-dd64-4448-8846-00afe7892396 req-8ffc754a-147a-4843-a25a-d91d10cd6e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:08.096621 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fff8b39e-dd64-4448-8846-00afe7892396 req-8ffc754a-147a-4843-a25a-d91d10cd6e05 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a3aa520-893d-4113-b4c9-d14c97e64a44 HTTP/1.1" status: 200 len: 855 time: 0.1982617 May 06 18:35:08.103624 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-f0b3dc56-4501-4968-942d-40df70777ba1 req-3d0943a8-30ea-4805-9981-e7084c819c13 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Synchronizing usage tracker for tenant:34af625ab7224e6bbba6820112bbe5b3 on resource:security_group {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:08.192035 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5c23d505-8c63-4c66-a8f1-79daba376fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:08.241713 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5c23d505-8c63-4c66-a8f1-79daba376fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:08.280189 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-04697984-d82d-4e49-a675-2b7d4b5f9d00 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53cfc5b4-c3fd-4a94-965d-4c63476399d2 HTTP/1.1" status: 200 len: 217 time: 0.1823609 May 06 18:35:08.295839 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:08.350475 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fff8b39e-dd64-4448-8846-00afe7892396 req-aa4bc874-4f56-4578-931a-6e9cf4334385 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e712c820-8e93-42e1-8b79-4d408a674dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1582019 May 06 18:35:08.472694 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-f0b3dc56-4501-4968-942d-40df70777ba1 req-3d0943a8-30ea-4805-9981-e7084c819c13 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Unset dirty status for tenant:34af625ab7224e6bbba6820112bbe5b3 on resource:security_group {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:08.473943 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f0b3dc56-4501-4968-942d-40df70777ba1 req-3d0943a8-30ea-4805-9981-e7084c819c13 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/security-groups?id=54449394-5c40-4716-b876-15eb4dfe1c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5924397 May 06 18:35:08.527105 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-9d9b049e-6b04-40b2-ac73-604f21101ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:08.528751 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-9d9b049e-6b04-40b2-ac73-604f21101ff2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33e2a527-452d-4f5a-a82b-12c43e60cc92 HTTP/1.1" status: 200 len: 852 time: 0.2364109 May 06 18:35:08.535632 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d5c0a402-d160-423d-8c1b-b5cdac0115a8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:08.541766 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0c10c1d0-6928-4627-977e-c7bc3d03fa88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:08.577111 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-5c23d505-8c63-4c66-a8f1-79daba376fe2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3e633ad5a0314c80bbb43d8b1d34cc05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9050477 May 06 18:35:08.605925 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 41162) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:08.620117 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23d505-8c63-4c66-a8f1-79daba376fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fc020f-d884-4d35-88d4-13b5ce0447ed,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:08.639008 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-5c23d505-8c63-4c66-a8f1-79daba376fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:08.667447 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-b40937bb-49ea-4283-9f53-0104a96cc3b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eaf08083-dfec-4b16-88e3-94853441d636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141489 May 06 18:35:08.694642 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e63d7-8879-47e6-98a9-82f6baf9c42b req-77bee9ad-cf2d-41c6-adbf-dad71b8becc8 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:08.698380 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-028e63d7-8879-47e6-98a9-82f6baf9c42b req-77bee9ad-cf2d-41c6-adbf-dad71b8becc8 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 944 time: 0.7093952 May 06 18:35:08.711285 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d5c0a402-d160-423d-8c1b-b5cdac0115a8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:08.724437 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0c10c1d0-6928-4627-977e-c7bc3d03fa88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:08.809475 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:09.018236 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0a402-d160-423d-8c1b-b5cdac0115a8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe4d9f8-13f7-486f-b95c-6bf350ada05d,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:09.025973 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-d5c0a402-d160-423d-8c1b-b5cdac0115a8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:09.038560 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d5c0a402-d160-423d-8c1b-b5cdac0115a8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:09.052672 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-d5c0a402-d160-423d-8c1b-b5cdac0115a8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7669537 May 06 18:35:09.058663 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fff8b39e-dd64-4448-8846-00afe7892396 req-85912ff3-a93d-429d-a6c8-8989c9a9c45b service neutron] 10.222.0.55 "GET /v2.0/networks/e712c820-8e93-42e1-8b79-4d408a674dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6980033 May 06 18:35:09.060493 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 41174) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:09.175716 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-4482daf9-2c93-4a36-b001-1138e78a7399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:09.188307 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Request body: {'floatingip': {'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:09.219103 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:09.325860 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Usage tracker for resource:floatingip and tenant:2240092be8ac44d1b16602700520b22d is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:09.334898 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:09.347290 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-028e63d7-8879-47e6-98a9-82f6baf9c42b req-7fe1f982-1d64-4312-92c2-0a8b7bf4358f tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320900 May 06 18:35:09.365198 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device da69487f-4b29-4581-b0b7-0f2a8b0def68 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:35:09.370463 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:09.428825 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-e065c51f-a125-49ab-a72a-c7d2de0f80b5 service neutron] 10.222.0.55 "GET /v2.0/networks/eaf08083-dfec-4b16-88e3-94853441d636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7109261 May 06 18:35:09.485007 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for floatingip, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:09.521431 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-4482daf9-2c93-4a36-b001-1138e78a7399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:09.760034 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port da69487f-4b29-4581-b0b7-0f2a8b0def68 completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:35:09.767845 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0c10c1d0-6928-4627-977e-c7bc3d03fa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:09.780780 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port da69487f-4b29-4581-b0b7-0f2a8b0def68 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:09.781824 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:09.794448 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:09.826641 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-4482daf9-2c93-4a36-b001-1138e78a7399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:09.914186 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0fb78f-0cd9-48cd-9237-2f49e95983a3', 'tag': '53cfc5b4-c3fd-4a94-965d-4c63476399d2', 'status': 'completed', 'code': 200} May 06 18:35:10.063500 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10c1d0-6928-4627-977e-c7bc3d03fa88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45526cf3-5323-4f32-9459-a63bde4575e6,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:10.102783 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-0c10c1d0-6928-4627-977e-c7bc3d03fa88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:10.105899 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-4482daf9-2c93-4a36-b001-1138e78a7399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:10.112187 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-4482daf9-2c93-4a36-b001-1138e78a7399 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a4fc020f-d884-4d35-88d4-13b5ce0447ed HTTP/1.1" status: 204 len: 168 time: 1.4942880 May 06 18:35:10.116913 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e216bcf5-3eeb-404b-a1b9-1e27050273ea req-0bdda0cc-b1aa-4e0a-828d-dc7c00081ef9 service neutron] 10.222.0.55 "GET /v2.0/networks/eaf08083-dfec-4b16-88e3-94853441d636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6784246 May 06 18:35:10.119214 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-fc838019-a2cd-4213-8ed3-720d1e1d3146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:10.142876 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e20581c0-4963-4bce-9326-53995033056c req-251640d9-a2cf-4873-b011-dc9c78ab9398 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 210 time: 0.2392242 May 06 18:35:10.143888 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:10.175321 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482daf9-2c93-4a36-b001-1138e78a7399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fc020f-d884-4d35-88d4-13b5ce0447ed,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:10.179339 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-4482daf9-2c93-4a36-b001-1138e78a7399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:10.181855 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0c10c1d0-6928-4627-977e-c7bc3d03fa88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:10.183132 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-0c10c1d0-6928-4627-977e-c7bc3d03fa88 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/45526cf3-5323-4f32-9459-a63bde4575e6 HTTP/1.1" status: 204 len: 168 time: 2.1929276 May 06 18:35:10.284026 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port da69487f-4b29-4581-b0b7-0f2a8b0def68, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=da69487f-4b29-4581-b0b7-0f2a8b0def68,segment=NetworkSegment(b1472351-b8a1-4e09-a4d9-b7a18e144af2),segment_id=b1472351-b8a1-4e09-a4d9-b7a18e144af2)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:10.293453 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fff8b39e-dd64-4448-8846-00afe7892396 req-9960c22e-deec-4792-a4fa-9f2ae2d4c608 service neutron] 10.222.0.55 "GET /v2.0/networks/e712c820-8e93-42e1-8b79-4d408a674dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2272453 May 06 18:35:10.298560 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:10.302676 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:10.472213 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 41204) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:10.567286 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=da69487f-4b29-4581-b0b7-0f2a8b0def68,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:10.574334 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:10.846480 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c54f9-3419-4cd8-ae51-75bd241d4f6e req-45bdd2a4-cf23-4b4a-a243-3be71ddd1399 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:10.849690 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6f6c54f9-3419-4cd8-ae51-75bd241d4f6e req-45bdd2a4-cf23-4b4a-a243-3be71ddd1399 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 943 time: 0.7301803 May 06 18:35:10.880416 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339add2d-f026-4adc-8f23-1f50f754dfda req-8e51283d-0b46-46e3-a48f-3f8b63e13046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:10.884696 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-339add2d-f026-4adc-8f23-1f50f754dfda req-8e51283d-0b46-46e3-a48f-3f8b63e13046 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=34af625ab7224e6bbba6820112bbe5b3&device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 1096 time: 0.5899305 May 06 18:35:10.890838 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b319f8-e408-432b-a076-8a8a054f71cd req-dae5e4ac-8629-407d-b51c-8ece98347a23 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:10.893577 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-38b319f8-e408-432b-a076-8a8a054f71cd req-dae5e4ac-8629-407d-b51c-8ece98347a23 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 944 time: 0.2731707 May 06 18:35:11.004203 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-38b319f8-e408-432b-a076-8a8a054f71cd req-a0ae8788-492f-48a8-a4c5-30436eab9c60 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943725 May 06 18:35:11.191503 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device da69487f-4b29-4581-b0b7-0f2a8b0def68 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:35:11.216376 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-72de74a4-a5c1-4aeb-b4cb-55127a4c611b tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:11.219129 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-72de74a4-a5c1-4aeb-b4cb-55127a4c611b tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Synchronizing usage tracker for tenant:bb0a96b877b544c78734acd5c46c2618 on resource:network {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:11.243985 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-29e54ccd-4e64-428f-bfe7-63ef71a79aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:11.279943 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 41224) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:11.295770 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-29e54ccd-4e64-428f-bfe7-63ef71a79aea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:11.304307 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-29e54ccd-4e64-428f-bfe7-63ef71a79aea admin admin] Usage tracker for resource:security_group_rule and tenant:cd302af95478456ba221215be73250ce is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:11.310480 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-29e54ccd-4e64-428f-bfe7-63ef71a79aea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:11.318134 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-29e54ccd-4e64-428f-bfe7-63ef71a79aea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:11.347124 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3debe798-766f-49fb-b5f6-28e1fc93e957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:11.385919 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-3debe798-766f-49fb-b5f6-28e1fc93e957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:11.392435 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-3debe798-766f-49fb-b5f6-28e1fc93e957 admin admin] Usage tracker for resource:security_group_rule and tenant:9d0b395c009f41808241a8de1e3b7d91 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:11.397490 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-3debe798-766f-49fb-b5f6-28e1fc93e957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:11.418405 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-3debe798-766f-49fb-b5f6-28e1fc93e957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:11.440129 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port da69487f-4b29-4581-b0b7-0f2a8b0def68 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:11.441100 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:11.442532 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:11.443002 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-29e54ccd-4e64-428f-bfe7-63ef71a79aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:11.448876 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-29e54ccd-4e64-428f-bfe7-63ef71a79aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:11.495733 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:11.511058 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-29e54ccd-4e64-428f-bfe7-63ef71a79aea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd302af95478456ba221215be73250ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0373769 May 06 18:35:11.511945 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 41230) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:11.539336 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6f6c54f9-3419-4cd8-ae51-75bd241d4f6e req-7bc66729-c118-4850-b26b-d3401aefc4ae tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/security-groups?id=54449394-5c40-4716-b876-15eb4dfe1c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6623302 May 06 18:35:11.583282 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-224233c4-77ac-4598-9c30-14a1649034b3 req-19e1a91f-295a-459f-9f96-eb5fb707ad18 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 210 time: 0.0830829 May 06 18:35:11.627522 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-72de74a4-a5c1-4aeb-b4cb-55127a4c611b tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Unset dirty status for tenant:bb0a96b877b544c78734acd5c46c2618 on resource:network {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:11.627522 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-72de74a4-a5c1-4aeb-b4cb-55127a4c611b tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.55 "GET /v2.0/networks?id=4977f012-56c5-46bd-a1b1-7dca239e88c0 HTTP/1.1" status: 200 len: 817 time: 1.1835902 May 06 18:35:11.675772 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a49f4e0a-3625-4f3b-8748-4d820ab590ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:11.720054 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a49f4e0a-3625-4f3b-8748-4d820ab590ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:11.778130 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e54ccd-4e64-428f-bfe7-63ef71a79aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888a7b77-5b1d-4afc-b5ef-69777db4ecd7,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:11.802225 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-29e54ccd-4e64-428f-bfe7-63ef71a79aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:11.842683 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a49f4e0a-3625-4f3b-8748-4d820ab590ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:11.853881 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-ea0e78b2-1575-4292-b9f0-a8edfa2dd8bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:11.882854 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f4e0a-3625-4f3b-8748-4d820ab590ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888a7b77-5b1d-4afc-b5ef-69777db4ecd7,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:11.897619 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-a49f4e0a-3625-4f3b-8748-4d820ab590ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:11.901449 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a49f4e0a-3625-4f3b-8748-4d820ab590ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:11.903656 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-a49f4e0a-3625-4f3b-8748-4d820ab590ad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/888a7b77-5b1d-4afc-b5ef-69777db4ecd7 HTTP/1.1" status: 204 len: 168 time: 0.3338318 May 06 18:35:11.905860 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339add2d-f026-4adc-8f23-1f50f754dfda req-3f0e4641-5063-4a3c-8318-a59e6a772283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:11.908366 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-339add2d-f026-4adc-8f23-1f50f754dfda req-3f0e4641-5063-4a3c-8318-a59e6a772283 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eaf08083-dfec-4b16-88e3-94853441d636 HTTP/1.1" status: 200 len: 913 time: 1.0038702 May 06 18:35:11.915559 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-67285675-4357-4865-8e32-7afbb41394f8 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Synchronizing usage tracker for tenant:bb0a96b877b544c78734acd5c46c2618 on resource:security_group {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:11.976917 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abdb66e8-8e57-45a3-a449-366231917804', 'tag': '972457de-4329-4ae7-954a-c6eaefbbbab2'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:35:12.151958 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-339add2d-f026-4adc-8f23-1f50f754dfda req-dcab6469-ee56-4182-af36-f71a775d49de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53cfc5b4-c3fd-4a94-965d-4c63476399d2 HTTP/1.1" status: 200 len: 217 time: 0.1962032 May 06 18:35:12.180411 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Allocated IP 172.27.1.28 (884521b5-a319-4325-bd13-24951164ba4c/9fcafda4-8977-4d90-a4c2-0719bb43c11a/a3bd52ec-1342-4f0b-9628-0655c0496e4f) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:35:12.246865 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-67285675-4357-4865-8e32-7afbb41394f8 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Unset dirty status for tenant:bb0a96b877b544c78734acd5c46c2618 on resource:security_group {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:12.248243 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-67285675-4357-4865-8e32-7afbb41394f8 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb0a96b877b544c78734acd5c46c2618 HTTP/1.1" status: 200 len: 379 time: 0.5689392 May 06 18:35:12.280974 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 53cfc5b4-c3fd-4a94-965d-4c63476399d2 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:35:12.291773 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-c3a51591-a1ac-4383-9627-9b6a2096eef9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Request body: {'port': {'device_id': '724857e0-bdc3-4a4f-a4c6-1a2d7de91081', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'admin_state_up': True, 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'security_groups': ['ddb19c0d-5be1-4ffe-9f85-05163d70cfb1']}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:12.337027 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abdb66e8-8e57-45a3-a449-366231917804', 'tag': '972457de-4329-4ae7-954a-c6eaefbbbab2', 'status': 'completed', 'code': 200} May 06 18:35:12.369557 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.55', 57428) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:12.383830 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3debe798-766f-49fb-b5f6-28e1fc93e957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:12.519646 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683ee49-59ee-4abb-b811-195df79bdbfa req-08dd803f-fb00-49d8-8295-934b014d3191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:12.526265 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3683ee49-59ee-4abb-b811-195df79bdbfa req-08dd803f-fb00-49d8-8295-934b014d3191 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc919bedec1b46b6aaeef5a6e940c757&device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 1097 time: 0.1553211 May 06 18:35:12.528530 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 53cfc5b4-c3fd-4a94-965d-4c63476399d2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=53cfc5b4-c3fd-4a94-965d-4c63476399d2,segment=NetworkSegment(78f6a5e9-e3de-4d2f-92e3-998861b5ddf0),segment_id=78f6a5e9-e3de-4d2f-92e3-998861b5ddf0)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:12.533870 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3debe798-766f-49fb-b5f6-28e1fc93e957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:12.563416 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': '53cfc5b4-c3fd-4a94-965d-4c63476399d2', 'network_id': 'eaf08083-dfec-4b16-88e3-94853441d636', 'port_id': '53cfc5b4-c3fd-4a94-965d-4c63476399d2', 'mac_address': 'fa:16:3e:1d:d8:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33e2a527-452d-4f5a-a82b-12c43e60cc92', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:35:12.630599 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:12.669228 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339add2d-f026-4adc-8f23-1f50f754dfda req-d20ef352-c207-4e39-9c79-5ba06cbc9360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:12.670735 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-339add2d-f026-4adc-8f23-1f50f754dfda req-d20ef352-c207-4e39-9c79-5ba06cbc9360 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33e2a527-452d-4f5a-a82b-12c43e60cc92 HTTP/1.1" status: 200 len: 852 time: 0.4768209 May 06 18:35:12.728923 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:12.786901 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53cfc5b4-c3fd-4a94-965d-4c63476399d2 {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:35:12.827470 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-339add2d-f026-4adc-8f23-1f50f754dfda req-34fd674b-dca1-41c8-b2d4-3bc4499da02a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eaf08083-dfec-4b16-88e3-94853441d636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392713 May 06 18:35:12.844635 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-3debe798-766f-49fb-b5f6-28e1fc93e957 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d0b395c009f41808241a8de1e3b7d91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5515425 May 06 18:35:12.849441 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debe798-766f-49fb-b5f6-28e1fc93e957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068c5c59-35a9-40d8-a1bd-63137ce72baa,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:12.854157 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-3debe798-766f-49fb-b5f6-28e1fc93e957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:12.880165 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 41270) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:12.886510 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 53cfc5b4-c3fd-4a94-965d-4c63476399d2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=53cfc5b4-c3fd-4a94-965d-4c63476399d2,segment=NetworkSegment(78f6a5e9-e3de-4d2f-92e3-998861b5ddf0),segment_id=78f6a5e9-e3de-4d2f-92e3-998861b5ddf0)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:12.898525 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:12.901683 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 972457de-4329-4ae7-954a-c6eaefbbbab2 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:35:12.917576 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:12.975430 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 41274) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:12.978720 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683ee49-59ee-4abb-b811-195df79bdbfa req-c4826f45-aa11-4faf-a35e-532049dc726a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:12.981299 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3683ee49-59ee-4abb-b811-195df79bdbfa req-c4826f45-aa11-4faf-a35e-532049dc726a service neutron] 10.222.0.55 "GET /v2.0/networks?id=e712c820-8e93-42e1-8b79-4d408a674dd6 HTTP/1.1" status: 200 len: 916 time: 0.4482257 May 06 18:35:13.108385 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-841be760-0701-4e7b-9051-b1dd0bc04920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:13.122575 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3683ee49-59ee-4abb-b811-195df79bdbfa req-fbd478b9-289c-434b-a8b5-d2be6da72e58 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=972457de-4329-4ae7-954a-c6eaefbbbab2 HTTP/1.1" status: 200 len: 217 time: 0.1075356 May 06 18:35:13.175610 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-c3a51591-a1ac-4383-9627-9b6a2096eef9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:13.176310 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-841be760-0701-4e7b-9051-b1dd0bc04920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:13.190665 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf314cbc-075e-4206-93b5-9d9d12f415da req-6b99569e-1d91-41ee-9a16-c964f8e0690c tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:13.200631 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-cf314cbc-075e-4206-93b5-9d9d12f415da req-6b99569e-1d91-41ee-9a16-c964f8e0690c tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 943 time: 0.4189270 May 06 18:35:13.231024 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-841be760-0701-4e7b-9051-b1dd0bc04920 admin admin] Usage tracker for resource:security_group_rule and tenant:6b8c3d1ded2f4b8e91516c15c1ca8f03 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:13.235888 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:13.246539 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-841be760-0701-4e7b-9051-b1dd0bc04920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:13.248331 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357360b0-1548-48d0-9829-40a8a7ceccdd req-d6cb10b9-7ff6-4816-a861-83eda10787fb tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:13.252226 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 972457de-4329-4ae7-954a-c6eaefbbbab2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=972457de-4329-4ae7-954a-c6eaefbbbab2,segment=NetworkSegment(db3a5d59-306d-4aa6-a6db-a661eb0f3a17),segment_id=db3a5d59-306d-4aa6-a6db-a661eb0f3a17)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:13.256382 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-357360b0-1548-48d0-9829-40a8a7ceccdd req-d6cb10b9-7ff6-4816-a861-83eda10787fb tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 944 time: 0.9452875 May 06 18:35:13.264412 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-c3a51591-a1ac-4383-9627-9b6a2096eef9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:13.266985 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-841be760-0701-4e7b-9051-b1dd0bc04920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:13.273564 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': '972457de-4329-4ae7-954a-c6eaefbbbab2', 'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6', 'port_id': '972457de-4329-4ae7-954a-c6eaefbbbab2', 'mac_address': 'fa:16:3e:dc:af:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3aa520-893d-4113-b4c9-d14c97e64a44', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:35:13.282529 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-cf314cbc-075e-4206-93b5-9d9d12f415da req-d5964917-485e-445a-9dd8-6c600bf60c93 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/security-groups?id=54449394-5c40-4716-b876-15eb4dfe1c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807567 May 06 18:35:13.350678 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683ee49-59ee-4abb-b811-195df79bdbfa req-cddf8183-f9eb-4971-bebd-afad3c6c4215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:13.362212 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3683ee49-59ee-4abb-b811-195df79bdbfa req-cddf8183-f9eb-4971-bebd-afad3c6c4215 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a3aa520-893d-4113-b4c9-d14c97e64a44 HTTP/1.1" status: 200 len: 855 time: 0.2266450 May 06 18:35:13.373864 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-c3a51591-a1ac-4383-9627-9b6a2096eef9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Made reservation on behalf of bb0a96b877b544c78734acd5c46c2618 for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:35:13.383608 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-c3a51591-a1ac-4383-9627-9b6a2096eef9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:13.396959 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=53cfc5b4-c3fd-4a94-965d-4c63476399d2,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:13.402190 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:13.405247 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:13.428610 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 972457de-4329-4ae7-954a-c6eaefbbbab2 {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:35:13.442457 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1e9abfbf-0a3c-44c2-a37e-e412772ce722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:13.453797 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-339add2d-f026-4adc-8f23-1f50f754dfda req-1710669e-e79a-40e6-ab04-dec59dcc5fea service neutron] 10.222.0.55 "GET /v2.0/networks/eaf08083-dfec-4b16-88e3-94853441d636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6055245 May 06 18:35:13.468993 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 972457de-4329-4ae7-954a-c6eaefbbbab2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=972457de-4329-4ae7-954a-c6eaefbbbab2,segment=NetworkSegment(db3a5d59-306d-4aa6-a6db-a661eb0f3a17),segment_id=db3a5d59-306d-4aa6-a6db-a661eb0f3a17)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:13.479948 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:13.482622 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:13.532206 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-357360b0-1548-48d0-9829-40a8a7ceccdd req-4675c785-97de-4ba7-b4e0-55a33c550b72 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748251 May 06 18:35:13.542130 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3683ee49-59ee-4abb-b811-195df79bdbfa req-1cb7637e-1342-4ff6-a2c0-3093e9d429dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e712c820-8e93-42e1-8b79-4d408a674dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1697493 May 06 18:35:13.687188 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1e9abfbf-0a3c-44c2-a37e-e412772ce722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:13.721282 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3683ee49-59ee-4abb-b811-195df79bdbfa req-8f3b67e1-15be-4320-b925-e64316505292 service neutron] 10.222.0.55 "GET /v2.0/networks/e712c820-8e93-42e1-8b79-4d408a674dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714175 May 06 18:35:13.730648 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=972457de-4329-4ae7-954a-c6eaefbbbab2,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:13.746231 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:13.771790 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['972457de-4329-4ae7-954a-c6eaefbbbab2'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:35:13.814642 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:13.837686 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:13.838126 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-5d66ef2c-dc3c-4e60-a65c-c61eb1f01eec req-c59951a8-d36c-4d37-a952-cab3a8950c20 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 210 time: 0.1112149 May 06 18:35:13.917448 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['53cfc5b4-c3fd-4a94-965d-4c63476399d2'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:35:13.995859 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-339add2d-f026-4adc-8f23-1f50f754dfda req-f5fa6077-de0b-41bc-9af8-eb7b28a2b910 service neutron] 10.222.0.55 "GET /v2.0/networks/eaf08083-dfec-4b16-88e3-94853441d636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175209 May 06 18:35:14.020464 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Network 884521b5-a319-4325-bd13-24951164ba4c is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:35:14.040693 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-841be760-0701-4e7b-9051-b1dd0bc04920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:14.052195 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:14.053889 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-841be760-0701-4e7b-9051-b1dd0bc04920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:14.068537 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:35:14.071653 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-36be4e16-5fe1-440d-b928-ea7e7357d224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:14.094443 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3683ee49-59ee-4abb-b811-195df79bdbfa req-727421b4-17c1-41d7-81a9-fdf459478188 service neutron] 10.222.0.55 "GET /v2.0/networks/e712c820-8e93-42e1-8b79-4d408a674dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650887 May 06 18:35:14.104374 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1e9abfbf-0a3c-44c2-a37e-e412772ce722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:14.126939 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-841be760-0701-4e7b-9051-b1dd0bc04920 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6b8c3d1ded2f4b8e91516c15c1ca8f03&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1406374 May 06 18:35:14.126939 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841be760-0701-4e7b-9051-b1dd0bc04920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fa51b2-6892-4940-8914-04aa6395fc00,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:14.129145 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 41294) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:14.137921 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Pushing event updated for resources: {'Port': ['ID=a3bd52ec-1342-4f0b-9628-0655c0496e4f,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:14.144742 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-841be760-0701-4e7b-9051-b1dd0bc04920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:14.146948 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:14.167869 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f2b8d643-7d58-4919-b75a-68a40d2f565e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:14.221353 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-c3a51591-a1ac-4383-9627-9b6a2096eef9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Allocated IP 172.20.0.7 (4977f012-56c5-46bd-a1b1-7dca239e88c0/d64319e1-ca21-4f57-b62e-b95f80302d38/b8088448-c89b-44e2-9685-c407cc16ee1c) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:35:14.239245 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9abfbf-0a3c-44c2-a37e-e412772ce722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068c5c59-35a9-40d8-a1bd-63137ce72baa,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:14.244046 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-1e9abfbf-0a3c-44c2-a37e-e412772ce722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:14.269035 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ca555d79-b869-44a1-ac79-85e6684060ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:14.315784 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ca555d79-b869-44a1-ac79-85e6684060ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:14.424560 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ca555d79-b869-44a1-ac79-85e6684060ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:14.433678 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-0c10c1d0-6928-4627-977e-c7bc3d03fa88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:14.479608 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca555d79-b869-44a1-ac79-85e6684060ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fa51b2-6892-4940-8914-04aa6395fc00,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:14.489591 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-ca555d79-b869-44a1-ac79-85e6684060ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:14.492393 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ca555d79-b869-44a1-ac79-85e6684060ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:14.494677 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-ca555d79-b869-44a1-ac79-85e6684060ac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/56fa51b2-6892-4940-8914-04aa6395fc00 HTTP/1.1" status: 204 len: 168 time: 0.3525326 May 06 18:35:14.499742 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:14.652095 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1e9abfbf-0a3c-44c2-a37e-e412772ce722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:14.653237 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-1e9abfbf-0a3c-44c2-a37e-e412772ce722 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/068c5c59-35a9-40d8-a1bd-63137ce72baa HTTP/1.1" status: 204 len: 168 time: 1.7592845 May 06 18:35:14.799748 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:14.945661 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-c3a51591-a1ac-4383-9627-9b6a2096eef9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:14.995032 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251937d-c659-44ac-a6fc-58492c4507e3 req-527da5c7-ae3d-4f45-ba42-a2ca6fbe86ad tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:14.998011 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-0251937d-c659-44ac-a6fc-58492c4507e3 req-527da5c7-ae3d-4f45-ba42-a2ca6fbe86ad tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 945 time: 0.1404433 May 06 18:35:14.998796 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 41320) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:15.012215 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-c3a51591-a1ac-4383-9627-9b6a2096eef9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Transition to ACTIVE for port object b8088448-c89b-44e2-9685-c407cc16ee1c will not be triggered until provisioned by entity DHCP. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:35:15.096056 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-0251937d-c659-44ac-a6fc-58492c4507e3 req-04a673f4-3433-4d8c-a4b6-65b587dbf071 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858109 May 06 18:35:15.173877 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349d4d0-fb66-43b3-be57-67c0e7c7f2a5 req-f9e5ef57-d33b-41fa-8230-4ef8098ffa0b tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:15.176338 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e349d4d0-fb66-43b3-be57-67c0e7c7f2a5 req-f9e5ef57-d33b-41fa-8230-4ef8098ffa0b tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 944 time: 0.5881295 May 06 18:35:15.290903 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-c3a51591-a1ac-4383-9627-9b6a2096eef9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:15.303618 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e349d4d0-fb66-43b3-be57-67c0e7c7f2a5 req-24e2c59c-0938-49eb-ac13-bed90c507f0c tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/security-groups?id=54449394-5c40-4716-b876-15eb4dfe1c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034732 May 06 18:35:15.350549 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:15.476787 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23622005-52cf-4ff8-8058-521ad671333a req-3c44c83e-3d76-430a-abf4-a67fbfd038eb tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:15.486435 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-23622005-52cf-4ff8-8058-521ad671333a req-3c44c83e-3d76-430a-abf4-a67fbfd038eb tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 931 time: 0.1206019 May 06 18:35:15.504710 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-c3a51591-a1ac-4383-9627-9b6a2096eef9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Network 4977f012-56c5-46bd-a1b1-7dca239e88c0 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:35:15.516693 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-c3a51591-a1ac-4383-9627-9b6a2096eef9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:15.524697 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-c3a51591-a1ac-4383-9627-9b6a2096eef9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:35:15.530967 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-c3a51591-a1ac-4383-9627-9b6a2096eef9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:15.531722 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-c3a51591-a1ac-4383-9627-9b6a2096eef9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:15.551648 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a51591-a1ac-4383-9627-9b6a2096eef9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Pushing event updated for resources: {'Port': ['ID=b8088448-c89b-44e2-9685-c407cc16ee1c,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:15.569690 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c3a51591-a1ac-4383-9627-9b6a2096eef9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:15.572305 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-c3a51591-a1ac-4383-9627-9b6a2096eef9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2906222 May 06 18:35:15.580157 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-23622005-52cf-4ff8-8058-521ad671333a req-2f7eeb37-dccf-4893-a5d4-b517999db48b tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905380 May 06 18:35:15.588621 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] Request body: {'port': {'device_id': '724857e0-bdc3-4a4f-a4c6-1a2d7de91081', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:15.659077 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-94e0397c-9613-4442-a4bf-e27a1adafe11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:15.701284 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-94e0397c-9613-4442-a4bf-e27a1adafe11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:15.721224 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-94e0397c-9613-4442-a4bf-e27a1adafe11 admin admin] Usage tracker for resource:security_group_rule and tenant:22cbb8349c1a4015919d44c3a58bba30 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:15.730120 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-94e0397c-9613-4442-a4bf-e27a1adafe11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:15.757898 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-94e0397c-9613-4442-a4bf-e27a1adafe11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:15.792942 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.db.resource_extend [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 18:35:15.860506 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:15.863305 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:15.893503 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:15.915204 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:15.996170 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 41340) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:16.008878 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-94e0397c-9613-4442-a4bf-e27a1adafe11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:16.020673 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-94e0397c-9613-4442-a4bf-e27a1adafe11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:16.036628 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-ca555d79-b869-44a1-ac79-85e6684060ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:16.080595 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-f7d32814-17ee-4044-9bee-2d522d7df61c None None] Provisioning for port b8088448-c89b-44e2-9685-c407cc16ee1c completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:35:16.097233 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-f7d32814-17ee-4044-9bee-2d522d7df61c None None] Provisioning complete for port b8088448-c89b-44e2-9685-c407cc16ee1c triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:16.098148 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-f7d32814-17ee-4044-9bee-2d522d7df61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:16.133703 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0397c-9613-4442-a4bf-e27a1adafe11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3ec823-38c5-4234-b772-10e8bd6ee999,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:16.137760 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-94e0397c-9613-4442-a4bf-e27a1adafe11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:16.146873 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-94e0397c-9613-4442-a4bf-e27a1adafe11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=22cbb8349c1a4015919d44c3a58bba30&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1404262 May 06 18:35:16.146873 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 41350) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:16.246902 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-f7d32814-17ee-4044-9bee-2d522d7df61c None None] Port b8088448-c89b-44e2-9685-c407cc16ee1c cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:35:16.272456 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 53cfc5b4-c3fd-4a94-965d-4c63476399d2 up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:35:16.277534 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f2066d33-febc-48ed-afea-ba388776e686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:16.314392 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1046138'] for floatingip, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:16.359401 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Pushing event updated for resources: {'Port': ['ID=a3bd52ec-1342-4f0b-9628-0655c0496e4f,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:16.363488 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:16.389509 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-27a36050-8282-47f5-91a0-c6649ba57835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:16.391180 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f2066d33-febc-48ed-afea-ba388776e686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:16.405570 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for floatingip, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:16.407341 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.3431623 May 06 18:35:16.510936 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning for port 53cfc5b4-c3fd-4a94-965d-4c63476399d2 completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:35:16.528700 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port 53cfc5b4-c3fd-4a94-965d-4c63476399d2 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:16.529327 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:16.555208 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f2066d33-febc-48ed-afea-ba388776e686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:16.580560 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-29e54ccd-4e64-428f-bfe7-63ef71a79aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:16.650121 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2066d33-febc-48ed-afea-ba388776e686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3ec823-38c5-4234-b772-10e8bd6ee999,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:16.656197 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f2066d33-febc-48ed-afea-ba388776e686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:16.667472 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-f2066d33-febc-48ed-afea-ba388776e686 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/da3ec823-38c5-4234-b772-10e8bd6ee999 HTTP/1.1" status: 204 len: 168 time: 0.5210824 May 06 18:35:16.672414 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f2066d33-febc-48ed-afea-ba388776e686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:16.849903 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9e63172f-ed64-422f-b770-c01513e81488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:16.858903 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35d077-e7cb-4810-a445-f492ed81a50c req-a366a483-b953-4d8c-9f8c-d6f2490387e3 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:16.860482 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ef35d077-e7cb-4810-a445-f492ed81a50c req-a366a483-b953-4d8c-9f8c-d6f2490387e3 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 945 time: 0.2106960 May 06 18:35:16.867458 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:16.910579 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-9e63172f-ed64-422f-b770-c01513e81488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:16.941525 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 53cfc5b4-c3fd-4a94-965d-4c63476399d2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=53cfc5b4-c3fd-4a94-965d-4c63476399d2,segment=NetworkSegment(78f6a5e9-e3de-4d2f-92e3-998861b5ddf0),segment_id=78f6a5e9-e3de-4d2f-92e3-998861b5ddf0)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:16.942845 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-9e63172f-ed64-422f-b770-c01513e81488 admin admin] Usage tracker for resource:security_group_rule and tenant:50f2eb567f8041fba0c05c94ecbea863 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:16.943124 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0fb78f-0cd9-48cd-9237-2f49e95983a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cfc5b4-c3fd-4a94-965d-4c63476399d2'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:35:16.964773 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-9e63172f-ed64-422f-b770-c01513e81488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:17.006992 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-9e63172f-ed64-422f-b770-c01513e81488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:17.019578 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8088448-c89b-44e2-9685-c407cc16ee1c {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:35:17.029581 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ef35d077-e7cb-4810-a445-f492ed81a50c req-a6c5b998-8ee7-4042-aa09-191a78a5ecbe tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445060 May 06 18:35:17.035674 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:17.057855 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] Transition to ACTIVE for port object b8088448-c89b-44e2-9685-c407cc16ee1c will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:35:17.064254 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:17.078357 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c543d7b1-9172-4268-b6ca-9fb4be4398b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:17.082781 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85597e-f3b6-4680-874c-1478a100cb1b req-c012eac0-b6f9-4ae1-a4c1-81e8716f1216 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:17.093574 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6c85597e-f3b6-4680-874c-1478a100cb1b req-c012eac0-b6f9-4ae1-a4c1-81e8716f1216 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 944 time: 0.3684678 May 06 18:35:17.132431 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:17.135214 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 972457de-4329-4ae7-954a-c6eaefbbbab2 up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:35:17.202788 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:17.303663 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6c85597e-f3b6-4680-874c-1478a100cb1b req-65724d00-37e7-43f3-a1a3-f94a9a445316 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/security-groups?id=54449394-5c40-4716-b876-15eb4dfe1c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015705 May 06 18:35:17.439797 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning for port 972457de-4329-4ae7-954a-c6eaefbbbab2 completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:35:17.474391 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port 972457de-4329-4ae7-954a-c6eaefbbbab2 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:17.474961 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:17.596942 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9e63172f-ed64-422f-b770-c01513e81488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:17.613505 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=53cfc5b4-c3fd-4a94-965d-4c63476399d2,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:17.634748 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:17.671817 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9e63172f-ed64-422f-b770-c01513e81488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:17.688509 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-94e0397c-9613-4442-a4bf-e27a1adafe11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:17.702141 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b8088448-c89b-44e2-9685-c407cc16ee1c,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:17.724729 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:17.754486 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] Attempting to bind port b8088448-c89b-44e2-9685-c407cc16ee1c on host hv-cinder-73362 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:35:17.754902 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] Attempting to bind port b8088448-c89b-44e2-9685-c407cc16ee1c by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '3060fdb7-2551-4258-8a7c-fe585aeea40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:35:17.755183 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] Attempting to bind port b8088448-c89b-44e2-9685-c407cc16ee1c on network 4977f012-56c5-46bd-a1b1-7dca239e88c0 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:17.783322 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] Port b8088448-c89b-44e2-9685-c407cc16ee1c on network 4977f012-56c5-46bd-a1b1-7dca239e88c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:35:17.785786 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] Attempting to bind port b8088448-c89b-44e2-9685-c407cc16ee1c on network 4977f012-56c5-46bd-a1b1-7dca239e88c0 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:17.824048 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] Checking agent: {'id': '9977d64c-d59d-4d1f-af57-b1bc23e96ce2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'started_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:35:17.824530 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] Checking segment: {'id': '3060fdb7-2551-4258-8a7c-fe585aeea40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:35:17.824802 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] Bound using segment: {'id': '3060fdb7-2551-4258-8a7c-fe585aeea40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:35:17.825256 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] Bound port: b8088448-c89b-44e2-9685-c407cc16ee1c, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3060fdb7-2551-4258-8a7c-fe585aeea40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:35:17.825613 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:17.832794 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-3a4213bc-1a9a-43a8-9d72-1aa7961f077b tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Synchronizing usage tracker for tenant:2240092be8ac44d1b16602700520b22d on resource:security_group {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:17.842688 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:17.844110 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-9e63172f-ed64-422f-b770-c01513e81488 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=50f2eb567f8041fba0c05c94ecbea863&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8466582 May 06 18:35:17.847098 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63172f-ed64-422f-b770-c01513e81488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430920d9-c1a5-4ffc-8070-5c160ccab9ac,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:17.851819 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 41394) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:17.879880 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-9e63172f-ed64-422f-b770-c01513e81488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:17.897715 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 41398) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:17.928615 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9709d-966a-45b4-8541-8c8282fca56b req-596a54fb-3940-4647-b856-719190fa5d28 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:17.929391 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-79d9709d-966a-45b4-8541-8c8282fca56b req-596a54fb-3940-4647-b856-719190fa5d28 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Synchronizing usage tracker for tenant:bb0a96b877b544c78734acd5c46c2618 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:17.945616 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 972457de-4329-4ae7-954a-c6eaefbbbab2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=972457de-4329-4ae7-954a-c6eaefbbbab2,segment=NetworkSegment(db3a5d59-306d-4aa6-a6db-a661eb0f3a17),segment_id=db3a5d59-306d-4aa6-a6db-a661eb0f3a17)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:17.958066 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:17.962150 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-bb23dbc1-844e-48e4-be80-96c54254c90f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:17.971618 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-3a4213bc-1a9a-43a8-9d72-1aa7961f077b tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Unset dirty status for tenant:2240092be8ac44d1b16602700520b22d on resource:security_group {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:17.973583 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-3a4213bc-1a9a-43a8-9d72-1aa7961f077b tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1065322998&fields=id&tenant_id=2240092be8ac44d1b16602700520b22d HTTP/1.1" status: 200 len: 267 time: 0.3703029 May 06 18:35:17.980596 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-23851270-5b2f-4b57-8f4a-0717494f1c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:18.017144 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-79d9709d-966a-45b4-8541-8c8282fca56b req-596a54fb-3940-4647-b856-719190fa5d28 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Unset dirty status for tenant:bb0a96b877b544c78734acd5c46c2618 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:18.018368 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-79d9709d-966a-45b4-8541-8c8282fca56b req-596a54fb-3940-4647-b856-719190fa5d28 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 943 time: 0.5945048 May 06 18:35:18.089266 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-23851270-5b2f-4b57-8f4a-0717494f1c91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:18.128610 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] For port b8088448-c89b-44e2-9685-c407cc16ee1c, host hv-cinder-73362, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:35:18.134823 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] For port b8088448-c89b-44e2-9685-c407cc16ee1c, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b8088448-c89b-44e2-9685-c407cc16ee1c,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:35:18.148915 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-79d9709d-966a-45b4-8541-8c8282fca56b req-8a3b340f-f156-46e9-aa1f-6af9eb07f2ed tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063478 May 06 18:35:18.155278 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:18.167635 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:18.184588 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=972457de-4329-4ae7-954a-c6eaefbbbab2,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:18.199792 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:18.225584 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:18.226221 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:18.228556 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] 10.222.0.55 "PUT /v2.0/ports/b8088448-c89b-44e2-9685-c407cc16ee1c HTTP/1.1" status: 200 len: 1093 time: 2.6472192 May 06 18:35:18.229073 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724857e0-bdc3-4a4f-a4c6-1a2d7de91081', 'tag': 'b8088448-c89b-44e2-9685-c407cc16ee1c'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:35:18.297823 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b8088448-c89b-44e2-9685-c407cc16ee1c,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:18.301864 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:18.323728 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:18.357365 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-23851270-5b2f-4b57-8f4a-0717494f1c91 admin admin] Usage tracker for resource:security_group_rule and tenant:eafe5ba8b75749a9b03d6df7df722479 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:18.400966 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-23851270-5b2f-4b57-8f4a-0717494f1c91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:18.423447 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-23851270-5b2f-4b57-8f4a-0717494f1c91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:18.436380 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-3d12eb27-5779-4e06-8d6f-e5a28039f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:18.438238 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-3d12eb27-5779-4e06-8d6f-e5a28039f582 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb0a96b877b544c78734acd5c46c2618&device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 1096 time: 0.1289029 May 06 18:35:18.534761 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-b344cd0e-8f6d-4320-b1b3-a764aa4aa4c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8088448-c89b-44e2-9685-c407cc16ee1c HTTP/1.1" status: 200 len: 217 time: 0.0873666 May 06 18:35:18.606594 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-31c5bff8-0d77-41c0-a3f1-038272e60398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:18.629155 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-bf91ad87-d426-4233-aed0-b88cccedf3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:18.631847 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-bf91ad87-d426-4233-aed0-b88cccedf3ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d64319e1-ca21-4f57-b62e-b95f80302d38 HTTP/1.1" status: 200 len: 856 time: 0.0908728 May 06 18:35:18.641455 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-5d46531b-dcd1-400c-b86a-7fdc25dfd0ba tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:18.642620 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-5d46531b-dcd1-400c-b86a-7fdc25dfd0ba tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Synchronizing usage tracker for tenant:2240092be8ac44d1b16602700520b22d on resource:network {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:18.687334 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-31c5bff8-0d77-41c0-a3f1-038272e60398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:18.726096 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-6baa762d-d683-4bff-95da-e0bc7fefdb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:18.728305 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-5d46531b-dcd1-400c-b86a-7fdc25dfd0ba tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Unset dirty status for tenant:2240092be8ac44d1b16602700520b22d on resource:network {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:18.729787 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-5d46531b-dcd1-400c-b86a-7fdc25dfd0ba tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/networks?id=9cc7ac02-de44-4c64-8db4-ed9a1be6def9 HTTP/1.1" status: 200 len: 811 time: 0.7312107 May 06 18:35:18.762834 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-5f0aabe5-1d43-470f-a735-fade60164155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:18.764465 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-5f0aabe5-1d43-470f-a735-fade60164155 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4977f012-56c5-46bd-a1b1-7dca239e88c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1249964 May 06 18:35:18.782992 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-fe2b7c0e-7a28-44f8-ace6-69617450985d tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/quotas/2240092be8ac44d1b16602700520b22d HTTP/1.1" status: 200 len: 375 time: 0.0415273 May 06 18:35:18.877938 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0fb78f-0cd9-48cd-9237-2f49e95983a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cfc5b4-c3fd-4a94-965d-4c63476399d2', 'code': 200} May 06 18:35:18.911007 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-23851270-5b2f-4b57-8f4a-0717494f1c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:18.933042 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-23851270-5b2f-4b57-8f4a-0717494f1c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:18.943422 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-e2e18c06-58ea-4651-91a8-0c2c1bf492b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:18.997533 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-67e99499-ea35-4770-8e19-c0e2cfa42069 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2240092be8ac44d1b16602700520b22d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2031760 May 06 18:35:18.999392 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-e01ca99b-3f43-47a3-b7fc-457ffb9441fb service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281432 May 06 18:35:19.007873 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-31c5bff8-0d77-41c0-a3f1-038272e60398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:19.290189 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-31c5bff8-0d77-41c0-a3f1-038272e60398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:19.291967 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-31c5bff8-0d77-41c0-a3f1-038272e60398 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/430920d9-c1a5-4ffc-8070-5c160ccab9ac HTTP/1.1" status: 204 len: 168 time: 1.4349847 May 06 18:35:19.307022 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23851270-5b2f-4b57-8f4a-0717494f1c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f2fdbf-1b22-441a-aede-6eecdf35364d,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:19.359478 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-23851270-5b2f-4b57-8f4a-0717494f1c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:19.360659 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.317s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:19.382608 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-23851270-5b2f-4b57-8f4a-0717494f1c91 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eafe5ba8b75749a9b03d6df7df722479&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4788296 May 06 18:35:19.387076 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 41430) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:19.392524 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6eaaed1f-7f75-4c7f-bd30-afad5db5c7c8 req-ad38fe3b-9436-47f5-86b9-2133dc3d6c7e service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868535 May 06 18:35:19.416814 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5bff8-0d77-41c0-a3f1-038272e60398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430920d9-c1a5-4ffc-8070-5c160ccab9ac,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:19.433036 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-31c5bff8-0d77-41c0-a3f1-038272e60398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:19.497341 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b255b01-e3fb-4f0b-94bd-d51cc6b2e85f req-e62de180-9fe3-4d56-9cec-10fa3bd8e606 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:19.499401 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9b255b01-e3fb-4f0b-94bd-d51cc6b2e85f req-e62de180-9fe3-4d56-9cec-10fa3bd8e606 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 946 time: 0.3402910 May 06 18:35:19.520391 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-250fc67c-3cec-4564-ac95-f894eb20cd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:19.577858 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-521b8d5d-68e0-4930-bb5e-b570f04283af service neutron] 10.222.0.50 "GET /v2.0/networks/9cc7ac02-de44-4c64-8db4-ed9a1be6def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354295 May 06 18:35:19.583617 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2625ff-4b77-4f18-b198-8c034a3b1eba req-95088b2b-62f7-4e77-8e60-e1a3c447ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:19.587081 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2f2625ff-4b77-4f18-b198-8c034a3b1eba req-95088b2b-62f7-4e77-8e60-e1a3c447ecec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 1098 time: 0.2863059 May 06 18:35:19.596493 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-250fc67c-3cec-4564-ac95-f894eb20cd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:19.622991 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9b255b01-e3fb-4f0b-94bd-d51cc6b2e85f req-07d5f451-7126-4d71-99cb-dd4dae0d2aa7 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005073 May 06 18:35:19.685813 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-250fc67c-3cec-4564-ac95-f894eb20cd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:19.700256 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0a3af40e-5f0d-42ee-9951-d409473be1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:19.721578 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fc67c-3cec-4564-ac95-f894eb20cd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f2fdbf-1b22-441a-aede-6eecdf35364d,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:19.734583 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-250fc67c-3cec-4564-ac95-f894eb20cd97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:19.736367 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-250fc67c-3cec-4564-ac95-f894eb20cd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:19.737791 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-250fc67c-3cec-4564-ac95-f894eb20cd97 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c4f2fdbf-1b22-441a-aede-6eecdf35364d HTTP/1.1" status: 204 len: 168 time: 0.3487833 May 06 18:35:19.757793 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '724857e0-bdc3-4a4f-a4c6-1a2d7de91081', 'tag': 'b8088448-c89b-44e2-9685-c407cc16ee1c', 'status': 'completed', 'code': 200} May 06 18:35:19.785130 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-2f2625ff-4b77-4f18-b198-8c034a3b1eba req-f11d9273-5f89-4a50-80f8-e7071457197c service neutron] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:19.845147 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [req-2f2625ff-4b77-4f18-b198-8c034a3b1eba req-f11d9273-5f89-4a50-80f8-e7071457197c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:19.873105 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-2f2625ff-4b77-4f18-b198-8c034a3b1eba req-f11d9273-5f89-4a50-80f8-e7071457197c service neutron] Usage tracker for resource:security_group_rule and tenant:9bf286c334e5454d9d168acf446a8ec6 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:19.878854 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-2f2625ff-4b77-4f18-b198-8c034a3b1eba req-f11d9273-5f89-4a50-80f8-e7071457197c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:19.898571 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [req-2f2625ff-4b77-4f18-b198-8c034a3b1eba req-f11d9273-5f89-4a50-80f8-e7071457197c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:19.950709 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-fb38f5be-963f-4459-a218-137432d37874 service neutron] 10.222.0.50 "GET /v2.0/networks/9cc7ac02-de44-4c64-8db4-ed9a1be6def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620434 May 06 18:35:20.001456 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 41444) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:20.065446 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-2f2625ff-4b77-4f18-b198-8c034a3b1eba req-f11d9273-5f89-4a50-80f8-e7071457197c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:20.073850 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-2f2625ff-4b77-4f18-b198-8c034a3b1eba req-f11d9273-5f89-4a50-80f8-e7071457197c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:20.078839 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:20.094674 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-97b018ed-a378-4e1a-96cc-5911db418e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:20.140319 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-df48d274-4ea1-4216-a0cd-ed3f1411e3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:20.172438 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d9273-5f89-4a50-80f8-e7071457197c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5b26c7-6acd-4557-b069-ba3f9698b181,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:20.176630 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-df48d274-4ea1-4216-a0cd-ed3f1411e3a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:20.183451 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f11d9273-5f89-4a50-80f8-e7071457197c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:20.191598 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-df48d274-4ea1-4216-a0cd-ed3f1411e3a3 admin admin] Usage tracker for resource:security_group_rule and tenant:2467bf634f12402c9928d459f2f9ad77 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:20.196353 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2f2625ff-4b77-4f18-b198-8c034a3b1eba req-f11d9273-5f89-4a50-80f8-e7071457197c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=54449394-5c40-4716-b876-15eb4dfe1c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524426 May 06 18:35:20.200276 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-df48d274-4ea1-4216-a0cd-ed3f1411e3a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:20.221588 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-df48d274-4ea1-4216-a0cd-ed3f1411e3a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:20.242114 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a6027-27c3-4627-b5a8-f81ac69b191f req-24912f00-0fe5-4805-aa1f-585a76d7f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:20.244189 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-980a6027-27c3-4627-b5a8-f81ac69b191f req-24912f00-0fe5-4805-aa1f-585a76d7f30b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb0a96b877b544c78734acd5c46c2618&device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 1096 time: 0.4655483 May 06 18:35:20.297298 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device b8088448-c89b-44e2-9685-c407cc16ee1c details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:35:20.355702 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:35:20.507444 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef2fd8-c565-453f-8e80-74eee404038e req-21069903-1804-4249-a426-b6cdebc7c50a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:20.516314 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a8ef2fd8-c565-453f-8e80-74eee404038e req-21069903-1804-4249-a426-b6cdebc7c50a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 943 time: 0.1630778 May 06 18:35:20.594317 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a8ef2fd8-c565-453f-8e80-74eee404038e req-33375055-f693-48df-8064-ab3fc6dd9a06 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767450 May 06 18:35:20.601616 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62ed60-43d0-4e44-83db-a99fac8345b4 req-c3634b24-685d-4971-880c-b3df49d62435 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:20.609695 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-de62ed60-43d0-4e44-83db-a99fac8345b4 req-c3634b24-685d-4971-880c-b3df49d62435 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 945 time: 0.6101308 May 06 18:35:20.647929 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-df48d274-4ea1-4216-a0cd-ed3f1411e3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:20.678460 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-df48d274-4ea1-4216-a0cd-ed3f1411e3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:20.712191 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f908322a-65fc-436b-8423-d96ee8485200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:20.733844 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-de62ed60-43d0-4e44-83db-a99fac8345b4 req-cdfb36e0-086c-4ac4-84de-1d1250bb0b3a tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/security-groups?id=54449394-5c40-4716-b876-15eb4dfe1c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231556 May 06 18:35:20.745966 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port b8088448-c89b-44e2-9685-c407cc16ee1c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b8088448-c89b-44e2-9685-c407cc16ee1c,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:20.770828 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b1810b71-b0d8-45e3-89cc-53996ec84268 req-97d6b8c9-60ce-460e-b9ab-0d3d85fb24e8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 210 time: 0.0876129 May 06 18:35:20.816999 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': 'b8088448-c89b-44e2-9685-c407cc16ee1c', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'port_id': 'b8088448-c89b-44e2-9685-c407cc16ee1c', 'mac_address': 'fa:16:3e:d9:dc:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:35:20.876272 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a6027-27c3-4627-b5a8-f81ac69b191f req-edcd3a36-a072-4f3b-8d7c-05cf19694785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:20.877649 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-980a6027-27c3-4627-b5a8-f81ac69b191f req-edcd3a36-a072-4f3b-8d7c-05cf19694785 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4977f012-56c5-46bd-a1b1-7dca239e88c0 HTTP/1.1" status: 200 len: 918 time: 0.6096377 May 06 18:35:20.885797 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 41478) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:20.889460 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-df48d274-4ea1-4216-a0cd-ed3f1411e3a3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2467bf634f12402c9928d459f2f9ad77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8798199 May 06 18:35:20.891777 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48d274-4ea1-4216-a0cd-ed3f1411e3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660d5425-d1a0-4fe2-b896-1abeed3dcc67,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:20.934806 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdb66e8-8e57-45a3-a449-366231917804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972457de-4329-4ae7-954a-c6eaefbbbab2'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:35:20.982883 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-df48d274-4ea1-4216-a0cd-ed3f1411e3a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:21.045729 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-980a6027-27c3-4627-b5a8-f81ac69b191f req-5426c44c-5778-4ff3-9434-d8cfab040a1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8088448-c89b-44e2-9685-c407cc16ee1c HTTP/1.1" status: 200 len: 217 time: 0.1549077 May 06 18:35:21.055578 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:21.062958 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7a0e623e-3898-4913-8858-81f3635f62e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:21.122416 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abdb66e8-8e57-45a3-a449-366231917804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972457de-4329-4ae7-954a-c6eaefbbbab2', 'code': 200} May 06 18:35:21.145024 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8088448-c89b-44e2-9685-c407cc16ee1c {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:35:21.170431 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port b8088448-c89b-44e2-9685-c407cc16ee1c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b8088448-c89b-44e2-9685-c407cc16ee1c,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:21.181116 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:21.187933 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7a0e623e-3898-4913-8858-81f3635f62e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:21.189752 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-5a89198f-fe3f-4b34-b2c2-e84af394aada None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:21.220239 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a6027-27c3-4627-b5a8-f81ac69b191f req-fa240775-38e8-4607-9336-d5013e8366ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:21.232877 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-980a6027-27c3-4627-b5a8-f81ac69b191f req-fa240775-38e8-4607-9336-d5013e8366ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d64319e1-ca21-4f57-b62e-b95f80302d38 HTTP/1.1" status: 200 len: 856 time: 0.1755016 May 06 18:35:21.328022 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7a0e623e-3898-4913-8858-81f3635f62e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:21.336213 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=b8088448-c89b-44e2-9685-c407cc16ee1c,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:21.341676 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:21.356695 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-31c5bff8-0d77-41c0-a3f1-038272e60398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:21.366085 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f991943-c73f-4587-a16f-a7d3864c1046 req-437708f6-737c-4e9e-938d-a89b2081a72d tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:21.374754 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6f991943-c73f-4587-a16f-a7d3864c1046 req-437708f6-737c-4e9e-938d-a89b2081a72d tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 946 time: 0.3934901 May 06 18:35:21.415588 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e623e-3898-4913-8858-81f3635f62e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660d5425-d1a0-4fe2-b896-1abeed3dcc67,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:21.426049 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7a0e623e-3898-4913-8858-81f3635f62e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:21.429350 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['b8088448-c89b-44e2-9685-c407cc16ee1c'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:35:21.435830 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7a0e623e-3898-4913-8858-81f3635f62e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:21.437587 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-7a0e623e-3898-4913-8858-81f3635f62e6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/660d5425-d1a0-4fe2-b896-1abeed3dcc67 HTTP/1.1" status: 204 len: 168 time: 0.5503781 May 06 18:35:21.462686 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6f991943-c73f-4587-a16f-a7d3864c1046 req-597cc2ad-0a5c-4fc7-a8c9-4d9beb3ee90f tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868056 May 06 18:35:21.488437 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a6027-27c3-4627-b5a8-f81ac69b191f req-7486a4bd-1ac8-4191-81ff-985766bafdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:21.490423 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-980a6027-27c3-4627-b5a8-f81ac69b191f req-7486a4bd-1ac8-4191-81ff-985766bafdff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4977f012-56c5-46bd-a1b1-7dca239e88c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2465358 May 06 18:35:21.722436 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c918b1-3167-45aa-872c-36f6239b02a9 req-b8c4608f-93f0-4f31-bf9c-cbfc8c4847ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:21.724172 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a1c918b1-3167-45aa-872c-36f6239b02a9 req-b8c4608f-93f0-4f31-bf9c-cbfc8c4847ff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 1099 time: 0.2759323 May 06 18:35:21.779656 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:21.827628 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-a1c918b1-3167-45aa-872c-36f6239b02a9 req-ce50af14-9c71-4bea-b9c3-752fdffc8434 service neutron] Synchronizing usage tracker for tenant:9bf286c334e5454d9d168acf446a8ec6 on resource:security_group {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:21.879918 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-980a6027-27c3-4627-b5a8-f81ac69b191f req-1168e287-3e64-4c49-a4ac-75bab792b66c service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780603 May 06 18:35:21.917479 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-a1c918b1-3167-45aa-872c-36f6239b02a9 req-ce50af14-9c71-4bea-b9c3-752fdffc8434 service neutron] Unset dirty status for tenant:9bf286c334e5454d9d168acf446a8ec6 on resource:security_group {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:21.918657 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a1c918b1-3167-45aa-872c-36f6239b02a9 req-ce50af14-9c71-4bea-b9c3-752fdffc8434 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823485 May 06 18:35:22.053131 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4de40-1bd5-4290-aab5-4f2d54bc4d33 req-f72c350a-5c1d-4d0c-bd77-37ab96413557 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:22.055851 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-30c4de40-1bd5-4290-aab5-4f2d54bc4d33 req-f72c350a-5c1d-4d0c-bd77-37ab96413557 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 944 time: 0.1782749 May 06 18:35:22.154432 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-30c4de40-1bd5-4290-aab5-4f2d54bc4d33 req-609c7e98-abe5-4a1c-b339-aa8d0bf0d8ac tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887887 May 06 18:35:22.215917 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-980a6027-27c3-4627-b5a8-f81ac69b191f req-b7219d1f-0f73-41d4-9921-4f5631652063 service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248165 May 06 18:35:22.243606 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ddd69-184a-465d-bdef-c846b185b622 req-2ff751fe-8443-4550-a46d-68ed21eb12e0 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:22.245642 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0f0ddd69-184a-465d-bdef-c846b185b622 req-2ff751fe-8443-4550-a46d-68ed21eb12e0 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 945 time: 0.2348802 May 06 18:35:22.292800 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device b8088448-c89b-44e2-9685-c407cc16ee1c up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:35:22.304272 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0f0ddd69-184a-465d-bdef-c846b185b622 req-37ddf62b-1b75-419f-b41d-324f67b1327c tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/security-groups?id=54449394-5c40-4716-b876-15eb4dfe1c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483363 May 06 18:35:22.466436 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6148703e-3f50-4e11-abe8-7997d1dbd8f4 req-28078893-dfbf-47db-aae1-7931523bb6b2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 210 time: 0.0701878 May 06 18:35:22.478232 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning for port b8088448-c89b-44e2-9685-c407cc16ee1c completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:35:22.490618 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port b8088448-c89b-44e2-9685-c407cc16ee1c triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:22.491262 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:22.649442 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-2e652fd5-e19f-4cff-8fab-2a167f8a7869 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:22.651327 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-2e652fd5-e19f-4cff-8fab-2a167f8a7869 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.55 "GET /v2.0/networks?id=9cc7ac02-de44-4c64-8db4-ed9a1be6def9 HTTP/1.1" status: 200 len: 811 time: 0.2072167 May 06 18:35:22.807704 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:22.871120 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port b8088448-c89b-44e2-9685-c407cc16ee1c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b8088448-c89b-44e2-9685-c407cc16ee1c,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:22.878886 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:22.881273 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:22.963021 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-000b5384-0eee-4f02-a259-43810d8f3edf tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Synchronizing usage tracker for tenant:2240092be8ac44d1b16602700520b22d on resource:security_group {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:23.037199 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=b8088448-c89b-44e2-9685-c407cc16ee1c,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:23.044722 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:23.123651 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-000b5384-0eee-4f02-a259-43810d8f3edf tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Unset dirty status for tenant:2240092be8ac44d1b16602700520b22d on resource:security_group {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:23.124795 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-000b5384-0eee-4f02-a259-43810d8f3edf tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2240092be8ac44d1b16602700520b22d HTTP/1.1" status: 200 len: 380 time: 0.4634554 May 06 18:35:23.127941 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724857e0-bdc3-4a4f-a4c6-1a2d7de91081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8088448-c89b-44e2-9685-c407cc16ee1c'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:35:23.148085 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-8ec3c22b-1620-4062-a144-66eb9788345f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Request body: {'port': {'device_id': 'cc071eb6-d051-44d9-ba14-f80fe319a7c9', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'admin_state_up': True, 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'security_groups': ['5e1ead00-5c61-4db9-949b-239db26e2237']}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:23.251136 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76236aa4-e456-4f7d-8554-e67955cdb595 req-d7e64142-91a6-41b4-bf88-dfac163436e2 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:23.266840 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-76236aa4-e456-4f7d-8554-e67955cdb595 req-d7e64142-91a6-41b4-bf88-dfac163436e2 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 946 time: 0.5764866 May 06 18:35:23.333415 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724857e0-bdc3-4a4f-a4c6-1a2d7de91081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8088448-c89b-44e2-9685-c407cc16ee1c', 'code': 200} May 06 18:35:23.687796 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-8ec3c22b-1620-4062-a144-66eb9788345f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:23.699053 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-8ec3c22b-1620-4062-a144-66eb9788345f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Usage tracker for resource:port and tenant:2240092be8ac44d1b16602700520b22d is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:23.706096 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-76236aa4-e456-4f7d-8554-e67955cdb595 req-eac38c2c-67c0-4a0f-9142-ea0ba6c3086c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376760 May 06 18:35:23.706880 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-8ec3c22b-1620-4062-a144-66eb9788345f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:23.716369 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-8ec3c22b-1620-4062-a144-66eb9788345f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:23.750237 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-8ec3c22b-1620-4062-a144-66eb9788345f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Made reservation on behalf of 2240092be8ac44d1b16602700520b22d for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:35:23.759904 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-8ec3c22b-1620-4062-a144-66eb9788345f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:24.131424 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dc140-eff5-4039-8603-72e25cf370d7 req-36b20334-687c-48dd-8cc3-857f192224b6 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:24.133468 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-835dc140-eff5-4039-8603-72e25cf370d7 req-36b20334-687c-48dd-8cc3-857f192224b6 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.5152223 May 06 18:35:24.205734 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594dd58-24cd-4fb0-af35-a80344ae088b req-e8dc5cc6-8832-4c2e-9be0-96839838f849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:24.208528 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e594dd58-24cd-4fb0-af35-a80344ae088b req-e8dc5cc6-8832-4c2e-9be0-96839838f849 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 1098 time: 0.4210584 May 06 18:35:24.279199 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-835dc140-eff5-4039-8603-72e25cf370d7 req-273e1c1d-0063-498b-a1c4-e8b3328ac817 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251273 May 06 18:35:24.318493 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e594dd58-24cd-4fb0-af35-a80344ae088b req-b1dda68e-983b-466e-9391-6828c2275df5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978947 May 06 18:35:24.370099 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-befaef86-2014-4449-a9e1-acb595e6b44e req-4f8147ed-1f9a-4b67-9120-88e31a550823 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Synchronizing usage tracker for tenant:2240092be8ac44d1b16602700520b22d on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:24.510683 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-befaef86-2014-4449-a9e1-acb595e6b44e req-4f8147ed-1f9a-4b67-9120-88e31a550823 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Unset dirty status for tenant:2240092be8ac44d1b16602700520b22d on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:24.512988 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-befaef86-2014-4449-a9e1-acb595e6b44e req-4f8147ed-1f9a-4b67-9120-88e31a550823 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 210 time: 0.4830039 May 06 18:35:24.568788 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-8ec3c22b-1620-4062-a144-66eb9788345f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Allocated IP 172.20.0.3 (9cc7ac02-de44-4c64-8db4-ed9a1be6def9/833dc191-d6d6-4013-be5d-e5af7eb5472a/dc858916-0714-4510-8150-b9efb08e2ac3) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:35:24.844469 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-8ec3c22b-1620-4062-a144-66eb9788345f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:24.876978 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-8ec3c22b-1620-4062-a144-66eb9788345f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Transition to ACTIVE for port object dc858916-0714-4510-8150-b9efb08e2ac3 will not be triggered until provisioned by entity DHCP. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:35:24.925750 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-8ec3c22b-1620-4062-a144-66eb9788345f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:24.936202 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:24.999847 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d581f4-aa29-4b36-950b-878a8370a12b req-e5a35f51-3390-4713-8c95-0f9494ab9d0e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:25.015930 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a2d581f4-aa29-4b36-950b-878a8370a12b req-e5a35f51-3390-4713-8c95-0f9494ab9d0e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 946 time: 0.1527934 May 06 18:35:25.095870 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-8ec3c22b-1620-4062-a144-66eb9788345f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Network 9cc7ac02-de44-4c64-8db4-ed9a1be6def9 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:35:25.194976 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a2d581f4-aa29-4b36-950b-878a8370a12b req-798fcd2d-4655-4047-a5bc-c8dcb54fc7a7 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591074 May 06 18:35:25.205566 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-8ec3c22b-1620-4062-a144-66eb9788345f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:25.210663 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-8ec3c22b-1620-4062-a144-66eb9788345f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:35:25.229526 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-8ec3c22b-1620-4062-a144-66eb9788345f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:25.230384 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-8ec3c22b-1620-4062-a144-66eb9788345f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:25.266221 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3c22b-1620-4062-a144-66eb9788345f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Pushing event updated for resources: {'Port': ['ID=dc858916-0714-4510-8150-b9efb08e2ac3,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:25.287469 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8ec3c22b-1620-4062-a144-66eb9788345f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:25.323801 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-8ec3c22b-1620-4062-a144-66eb9788345f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1896701 May 06 18:35:25.343009 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] Request body: {'port': {'device_id': 'cc071eb6-d051-44d9-ba14-f80fe319a7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:25.646637 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:25.807238 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-a679d9a6-8da7-46f3-b89f-2df0bc223d58 None None] Provisioning for port dc858916-0714-4510-8150-b9efb08e2ac3 completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:35:25.814679 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-a679d9a6-8da7-46f3-b89f-2df0bc223d58 None None] Provisioning complete for port dc858916-0714-4510-8150-b9efb08e2ac3 triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:25.815355 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-a679d9a6-8da7-46f3-b89f-2df0bc223d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:25.851622 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e84ae-7fe3-4e4d-8a28-2c0be7f4f040 req-81595200-14c5-4347-9069-6738beab334c tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:25.864576 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7d5e84ae-7fe3-4e4d-8a28-2c0be7f4f040 req-81595200-14c5-4347-9069-6738beab334c tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.1595511 May 06 18:35:26.018769 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-a679d9a6-8da7-46f3-b89f-2df0bc223d58 None None] Port dc858916-0714-4510-8150-b9efb08e2ac3 cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:35:26.054350 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7d5e84ae-7fe3-4e4d-8a28-2c0be7f4f040 req-c53a570e-34e6-4b39-ada8-11fd2cd53687 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874356 May 06 18:35:26.410506 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc858916-0714-4510-8150-b9efb08e2ac3 {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:35:26.411119 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e8727-1427-43dd-8f21-5d308dd137a8 req-860a40a0-0678-4cfc-9ae0-57375173df9a tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:26.415073 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-5a0e8727-1427-43dd-8f21-5d308dd137a8 req-860a40a0-0678-4cfc-9ae0-57375173df9a tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 931 time: 0.1660540 May 06 18:35:26.429333 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:26.450694 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] Transition to ACTIVE for port object dc858916-0714-4510-8150-b9efb08e2ac3 will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:35:26.456677 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:26.465494 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:26.474869 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-5a0e8727-1427-43dd-8f21-5d308dd137a8 req-92322d39-42f8-445b-a581-e9f464219906 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522773 May 06 18:35:26.719285 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] Pushing event updated for resources: {'Port': ['ID=dc858916-0714-4510-8150-b9efb08e2ac3,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:26.724091 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:26.736829 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] Attempting to bind port dc858916-0714-4510-8150-b9efb08e2ac3 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:35:26.737766 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] Attempting to bind port dc858916-0714-4510-8150-b9efb08e2ac3 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'b1472351-b8a1-4e09-a4d9-b7a18e144af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:35:26.738728 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] Attempting to bind port dc858916-0714-4510-8150-b9efb08e2ac3 on network 9cc7ac02-de44-4c64-8db4-ed9a1be6def9 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:26.750348 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] Port dc858916-0714-4510-8150-b9efb08e2ac3 on network 9cc7ac02-de44-4c64-8db4-ed9a1be6def9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:35:26.751446 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] Attempting to bind port dc858916-0714-4510-8150-b9efb08e2ac3 on network 9cc7ac02-de44-4c64-8db4-ed9a1be6def9 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:26.764883 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] Checking agent: {'id': '9977d64c-d59d-4d1f-af57-b1bc23e96ce2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'started_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:35:26.765417 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] Checking segment: {'id': 'b1472351-b8a1-4e09-a4d9-b7a18e144af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:35:26.766032 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] Bound using segment: {'id': 'b1472351-b8a1-4e09-a4d9-b7a18e144af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:35:26.766758 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] Bound port: dc858916-0714-4510-8150-b9efb08e2ac3, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1472351-b8a1-4e09-a4d9-b7a18e144af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:35:26.767364 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:26.861948 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb929c-e2f5-43b0-b5d8-3be6addd154b req-07f3551a-56eb-4fd1-b8ea-f13f94b4efbd tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:26.868411 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-cfeb929c-e2f5-43b0-b5d8-3be6addd154b req-07f3551a-56eb-4fd1-b8ea-f13f94b4efbd tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.1773767 May 06 18:35:26.876450 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 41652) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:26.883502 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-1412675b-7785-4020-8a1f-6074eeeeece0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Request body: {'floatingip': {'port_id': 'b8088448-c89b-44e2-9685-c407cc16ee1c'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:26.966551 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] For port dc858916-0714-4510-8150-b9efb08e2ac3, host hv-cinder-73362, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:35:26.979085 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] For port dc858916-0714-4510-8150-b9efb08e2ac3, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dc858916-0714-4510-8150-b9efb08e2ac3,segment=NetworkSegment(b1472351-b8a1-4e09-a4d9-b7a18e144af2),segment_id=b1472351-b8a1-4e09-a4d9-b7a18e144af2)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:35:26.987737 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1412675b-7785-4020-8a1f-6074eeeeece0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for floatingip, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:26.988552 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:27.009459 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:27.105920 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:27.106613 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:27.108165 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] 10.222.0.55 "PUT /v2.0/ports/dc858916-0714-4510-8150-b9efb08e2ac3 HTTP/1.1" status: 200 len: 1093 time: 1.7701120 May 06 18:35:27.108748 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc071eb6-d051-44d9-ba14-f80fe319a7c9', 'tag': 'dc858916-0714-4510-8150-b9efb08e2ac3'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:35:27.198287 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:27.284627 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] Pushing event updated for resources: {'Port': ['ID=dc858916-0714-4510-8150-b9efb08e2ac3,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:27.291778 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:27.301612 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc071eb6-d051-44d9-ba14-f80fe319a7c9', 'tag': 'dc858916-0714-4510-8150-b9efb08e2ac3', 'status': 'completed', 'code': 200} May 06 18:35:27.349268 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-9e0ffe24-6a84-46f5-8e7c-80e1d897c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:27.351316 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-9e0ffe24-6a84-46f5-8e7c-80e1d897c374 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2240092be8ac44d1b16602700520b22d&device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 1096 time: 0.1655900 May 06 18:35:27.533056 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-0496e8bc-c7bf-441f-944f-efa787108a89 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc858916-0714-4510-8150-b9efb08e2ac3 HTTP/1.1" status: 200 len: 217 time: 0.1730638 May 06 18:35:27.721260 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-c83cdd74-34bc-41ff-b5db-f1f5e096843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:27.725555 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-c83cdd74-34bc-41ff-b5db-f1f5e096843b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=833dc191-d6d6-4013-be5d-e5af7eb5472a HTTP/1.1" status: 200 len: 850 time: 0.1836114 May 06 18:35:27.927168 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-396466bd-33f8-4c90-b2cb-39955265ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:27.932713 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-396466bd-33f8-4c90-b2cb-39955265ac63 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9cc7ac02-de44-4c64-8db4-ed9a1be6def9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1994207 May 06 18:35:28.206832 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-d1e8277a-b226-4aaa-8596-4aef16c091c6 service neutron] 10.222.0.55 "GET /v2.0/networks/9cc7ac02-de44-4c64-8db4-ed9a1be6def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634978 May 06 18:35:28.450783 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c96212-1b39-4360-b281-8038f48b629e req-18515b1d-733a-431c-9ae6-1ca26e8f86ed tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:28.459019 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a4c96212-1b39-4360-b281-8038f48b629e req-18515b1d-733a-431c-9ae6-1ca26e8f86ed tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 943 time: 0.7335141 May 06 18:35:28.547916 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1cf28030-37a2-44a3-aee3-19a2690e5ed5 req-b84562b1-4c8a-4c6c-9ccc-896d91fa619d service neutron] 10.222.0.55 "GET /v2.0/networks/9cc7ac02-de44-4c64-8db4-ed9a1be6def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246777 May 06 18:35:28.551569 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a4c96212-1b39-4360-b281-8038f48b629e req-f51f1181-680e-4173-8e67-f2ca050c8844 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899265 May 06 18:35:28.677903 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 41702) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:28.698269 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.db.resource_extend [None req-1412675b-7785-4020-8a1f-6074eeeeece0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 18:35:28.748506 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac07652-e35b-4e2f-b98a-001f544c6974 req-43206725-f933-4983-a190-18e932812567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:28.752203 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6ac07652-e35b-4e2f-b98a-001f544c6974 req-43206725-f933-4983-a190-18e932812567 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2240092be8ac44d1b16602700520b22d&device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 1096 time: 0.1363075 May 06 18:35:28.824690 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1412675b-7785-4020-8a1f-6074eeeeece0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:28.832300 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1412675b-7785-4020-8a1f-6074eeeeece0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1046138'] for floatingip, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:29.130724 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.db.l3_db [None req-1412675b-7785-4020-8a1f-6074eeeeece0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Floating IP 7a08154b-7258-4a47-ab8f-4f360551c56d associated. External IP: 172.27.1.82, port: b8088448-c89b-44e2-9685-c407cc16ee1c. May 06 18:35:29.156588 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac07652-e35b-4e2f-b98a-001f544c6974 req-678b9084-53f7-4126-a1d2-a0a6c25cc708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:29.159085 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6ac07652-e35b-4e2f-b98a-001f544c6974 req-678b9084-53f7-4126-a1d2-a0a6c25cc708 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9cc7ac02-de44-4c64-8db4-ed9a1be6def9 HTTP/1.1" status: 200 len: 912 time: 0.3979180 May 06 18:35:29.285531 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-bd7f6b60-6508-47e6-bbcc-2a7d2e874c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:29.297106 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6ac07652-e35b-4e2f-b98a-001f544c6974 req-bbe88954-81d0-408f-999e-197164192e79 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc858916-0714-4510-8150-b9efb08e2ac3 HTTP/1.1" status: 200 len: 217 time: 0.1170034 May 06 18:35:29.325204 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-bd7f6b60-6508-47e6-bbcc-2a7d2e874c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:29.334751 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-bd7f6b60-6508-47e6-bbcc-2a7d2e874c7d admin admin] Usage tracker for resource:security_group_rule and tenant:716f6f73dd374a54b7196a8a2c258f43 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:29.340508 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-bd7f6b60-6508-47e6-bbcc-2a7d2e874c7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:29.349836 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-bd7f6b60-6508-47e6-bbcc-2a7d2e874c7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:29.478176 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac07652-e35b-4e2f-b98a-001f544c6974 req-3ef873db-164d-4439-8c18-341c57dbe200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:29.480358 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6ac07652-e35b-4e2f-b98a-001f544c6974 req-3ef873db-164d-4439-8c18-341c57dbe200 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=833dc191-d6d6-4013-be5d-e5af7eb5472a HTTP/1.1" status: 200 len: 850 time: 0.1755111 May 06 18:35:29.759443 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac07652-e35b-4e2f-b98a-001f544c6974 req-bc04636d-8259-4904-bb46-46c61fc598d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:29.762085 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6ac07652-e35b-4e2f-b98a-001f544c6974 req-bc04636d-8259-4904-bb46-46c61fc598d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9cc7ac02-de44-4c64-8db4-ed9a1be6def9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2648492 May 06 18:35:29.798568 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1412675b-7785-4020-8a1f-6074eeeeece0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Router 6cb201b6-af57-4600-9187-cedbedf2fbc9 has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:35:29.970792 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6ac07652-e35b-4e2f-b98a-001f544c6974 req-a9da200e-0b18-405d-ad79-a8a3a91d6cc8 service neutron] 10.222.0.55 "GET /v2.0/networks/9cc7ac02-de44-4c64-8db4-ed9a1be6def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010446 May 06 18:35:30.234411 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6ac07652-e35b-4e2f-b98a-001f544c6974 req-207c1a28-5535-40af-9084-b3c61fb3009b service neutron] 10.222.0.55 "GET /v2.0/networks/9cc7ac02-de44-4c64-8db4-ed9a1be6def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544067 May 06 18:35:30.283615 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-bd7f6b60-6508-47e6-bbcc-2a7d2e874c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:30.302750 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-bd7f6b60-6508-47e6-bbcc-2a7d2e874c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:30.322924 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-9e63172f-ed64-422f-b770-c01513e81488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:30.324413 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device dc858916-0714-4510-8150-b9efb08e2ac3 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:35:30.412758 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1412675b-7785-4020-8a1f-6074eeeeece0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:35:30.423820 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f6b60-6508-47e6-bbcc-2a7d2e874c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91af976-2e87-4400-ad18-50e87b7372bf,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:30.428533 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-bd7f6b60-6508-47e6-bbcc-2a7d2e874c7d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=716f6f73dd374a54b7196a8a2c258f43&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7495728 May 06 18:35:30.431638 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-bd7f6b60-6508-47e6-bbcc-2a7d2e874c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:30.433011 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 41748) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:30.447418 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b3a5a-276b-48ef-8735-11049ff674ad req-076de4ad-b7fb-448d-911d-5546eaa423c3 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:30.449610 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7470665b-b44a-4316-8dc2-6c22bf2a16af None None] Sync routers for ids ['6cb201b6-af57-4600-9187-cedbedf2fbc9'] in dv-cinder-733622-15-iscsi {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:35:30.466077 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e50b3a5a-276b-48ef-8735-11049ff674ad req-076de4ad-b7fb-448d-911d-5546eaa423c3 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 943 time: 0.6393430 May 06 18:35:30.470193 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7470665b-b44a-4316-8dc2-6c22bf2a16af None None] Routers {'6cb201b6-af57-4600-9187-cedbedf2fbc9'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:35:30.470823 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-7470665b-b44a-4316-8dc2-6c22bf2a16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:35:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['6cb201b6-af57-4600-9187-cedbedf2fbc9'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:30.546011 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1412675b-7785-4020-8a1f-6074eeeeece0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for floatingip, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:30.550872 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-cda11ef0-569d-4870-81e0-ef6984d2976d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:30.614385 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-cda11ef0-569d-4870-81e0-ef6984d2976d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:30.707686 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-cda11ef0-569d-4870-81e0-ef6984d2976d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:30.712860 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:30.725105 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port dc858916-0714-4510-8150-b9efb08e2ac3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dc858916-0714-4510-8150-b9efb08e2ac3,segment=NetworkSegment(b1472351-b8a1-4e09-a4d9-b7a18e144af2),segment_id=b1472351-b8a1-4e09-a4d9-b7a18e144af2)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:30.739829 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda11ef0-569d-4870-81e0-ef6984d2976d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91af976-2e87-4400-ad18-50e87b7372bf,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:30.759498 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e50b3a5a-276b-48ef-8735-11049ff674ad req-19dd09e2-4b74-4902-a37c-613b00ba348f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2921107 May 06 18:35:30.766139 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': 'dc858916-0714-4510-8150-b9efb08e2ac3', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'port_id': 'dc858916-0714-4510-8150-b9efb08e2ac3', 'mac_address': 'fa:16:3e:90:cf:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:35:30.771100 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-cda11ef0-569d-4870-81e0-ef6984d2976d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:30.772184 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-cda11ef0-569d-4870-81e0-ef6984d2976d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b91af976-2e87-4400-ad18-50e87b7372bf HTTP/1.1" status: 204 len: 168 time: 0.3379564 May 06 18:35:30.774803 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11ef0-569d-4870-81e0-ef6984d2976d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:30.790434 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11ef0-569d-4870-81e0-ef6984d2976d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:30.792283 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11ef0-569d-4870-81e0-ef6984d2976d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:30.795099 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11ef0-569d-4870-81e0-ef6984d2976d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:30.819782 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11ef0-569d-4870-81e0-ef6984d2976d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:30.820423 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11ef0-569d-4870-81e0-ef6984d2976d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:30.821618 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-1412675b-7785-4020-8a1f-6074eeeeece0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "PUT /v2.0/floatingips/7a08154b-7258-4a47-ab8f-4f360551c56d HTTP/1.1" status: 200 len: 990 time: 3.9426527 May 06 18:35:30.822484 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11ef0-569d-4870-81e0-ef6984d2976d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:30.823792 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11ef0-569d-4870-81e0-ef6984d2976d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:30.824337 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11ef0-569d-4870-81e0-ef6984d2976d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:30.825615 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724857e0-bdc3-4a4f-a4c6-1a2d7de91081', 'tag': 'b8088448-c89b-44e2-9685-c407cc16ee1c'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:35:30.827903 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11ef0-569d-4870-81e0-ef6984d2976d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:30.830124 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11ef0-569d-4870-81e0-ef6984d2976d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:30.837537 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11ef0-569d-4870-81e0-ef6984d2976d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:30.844945 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 41762) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:30.846646 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-cda11ef0-569d-4870-81e0-ef6984d2976d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:31.022300 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-7470665b-b44a-4316-8dc2-6c22bf2a16af None None] Set router 6cb201b6-af57-4600-9187-cedbedf2fbc9 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:35:31.075422 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:31.175728 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc858916-0714-4510-8150-b9efb08e2ac3 {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:35:31.207670 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port dc858916-0714-4510-8150-b9efb08e2ac3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dc858916-0714-4510-8150-b9efb08e2ac3,segment=NetworkSegment(b1472351-b8a1-4e09-a4d9-b7a18e144af2),segment_id=b1472351-b8a1-4e09-a4d9-b7a18e144af2)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:31.217524 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:31.220961 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:31.405936 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=dc858916-0714-4510-8150-b9efb08e2ac3,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:31.419062 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:31.478754 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['dc858916-0714-4510-8150-b9efb08e2ac3'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:35:31.555863 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9abcdb86-0878-4d34-a7ca-02681ae3bc8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:31.599377 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-9abcdb86-0878-4d34-a7ca-02681ae3bc8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:31.611978 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-9abcdb86-0878-4d34-a7ca-02681ae3bc8a admin admin] Usage tracker for resource:security_group_rule and tenant:80a9bd0f132146d48380835de66185a3 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:31.621632 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-9abcdb86-0878-4d34-a7ca-02681ae3bc8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:31.637894 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-9abcdb86-0878-4d34-a7ca-02681ae3bc8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:31.840602 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-7470665b-b44a-4316-8dc2-6c22bf2a16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1136130436-router', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:44Z', 'revision_number': 4, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'gw_port': {'id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:63:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:35Z', 'updated_at': '2021-05-06T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': '7a08154b-7258-4a47-ab8f-4f360551c56d', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'port_id': 'b8088448-c89b-44e2-9685-c407cc16ee1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'mac_address': 'fa:16:3e:d9:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724857e0-bdc3-4a4f-a4c6-1a2d7de91081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:35:01Z', 'updated_at': '2021-05-06T18:35:28Z', 'revision_number': 1, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '609b50a0-967e-4356-881f-b468d6e55d7c', 'name': '', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'mac_address': 'fa:16:3e:7e:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:42Z', 'updated_at': '2021-05-06T18:35:00Z', 'revision_number': 5, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'subnets': [{'id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:31.870683 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7470665b-b44a-4316-8dc2-6c22bf2a16af None None] Checking router: 6cb201b6-af57-4600-9187-cedbedf2fbc9 for host: dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:35:31.878720 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9abcdb86-0878-4d34-a7ca-02681ae3bc8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:31.892492 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9abcdb86-0878-4d34-a7ca-02681ae3bc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:31.911481 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7470665b-b44a-4316-8dc2-6c22bf2a16af None None] Routers {'6cb201b6-af57-4600-9187-cedbedf2fbc9'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:35:31.911481 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-7470665b-b44a-4316-8dc2-6c22bf2a16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:35:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['6cb201b6-af57-4600-9187-cedbedf2fbc9'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:31.923384 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:31.961790 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 41796) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:32.049491 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-9abcdb86-0878-4d34-a7ca-02681ae3bc8a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=80a9bd0f132146d48380835de66185a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1974716 May 06 18:35:32.049491 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcdb86-0878-4d34-a7ca-02681ae3bc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac16096c-05e0-4552-9264-ce54b6e070ce,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:32.050899 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 41802) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:32.060545 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-9abcdb86-0878-4d34-a7ca-02681ae3bc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:32.102829 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f6c4d03f-28c3-4838-b4b1-e1e62c8d0443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:32.112843 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '724857e0-bdc3-4a4f-a4c6-1a2d7de91081', 'tag': 'b8088448-c89b-44e2-9685-c407cc16ee1c', 'status': 'completed', 'code': 200} May 06 18:35:32.157141 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-f6c4d03f-28c3-4838-b4b1-e1e62c8d0443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:32.187928 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-f6c4d03f-28c3-4838-b4b1-e1e62c8d0443 admin admin] Usage tracker for resource:security_group_rule and tenant:b5a5e237d09d40d3a5f75627caff638f is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:32.197955 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-f6c4d03f-28c3-4838-b4b1-e1e62c8d0443 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:32.225201 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-f6c4d03f-28c3-4838-b4b1-e1e62c8d0443 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:32.298218 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6c0a073b-1650-4bd6-b789-5aa3d0f021f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:32.366096 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-7470665b-b44a-4316-8dc2-6c22bf2a16af None None] Set router 6cb201b6-af57-4600-9187-cedbedf2fbc9 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:35:32.401640 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6c0a073b-1650-4bd6-b789-5aa3d0f021f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:32.403354 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63932cd-7da3-4cd5-a2eb-a2b1da0700af req-7d565c7c-2a3f-4fb6-b6e2-c34c505af004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:32.405991 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b63932cd-7da3-4cd5-a2eb-a2b1da0700af req-7d565c7c-2a3f-4fb6-b6e2-c34c505af004 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb0a96b877b544c78734acd5c46c2618&device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 1098 time: 0.2613165 May 06 18:35:32.548867 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d5f83-f777-4651-9a31-28c13d141177 req-f7f93f8e-3235-49a5-af5d-f9facd415426 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:32.550504 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-621d5f83-f777-4651-9a31-28c13d141177 req-f7f93f8e-3235-49a5-af5d-f9facd415426 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 944 time: 0.3480744 May 06 18:35:32.555591 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f6c4d03f-28c3-4838-b4b1-e1e62c8d0443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:32.580325 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f6c4d03f-28c3-4838-b4b1-e1e62c8d0443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:32.594162 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-8a9734f9-ec5f-40e5-bbd9-adcdc4e1f6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:32.609267 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6c0a073b-1650-4bd6-b789-5aa3d0f021f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:32.652562 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-621d5f83-f777-4651-9a31-28c13d141177 req-204dccd0-b751-46ca-886e-d26f8ceec1d8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894766 May 06 18:35:32.733332 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-f6c4d03f-28c3-4838-b4b1-e1e62c8d0443 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5a5e237d09d40d3a5f75627caff638f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7688253 May 06 18:35:32.740528 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4d03f-28c3-4838-b4b1-e1e62c8d0443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632450d2-89dc-4f14-95f6-477543f5802b,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:32.744543 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 41816) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:32.758855 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4d03f-28c3-4838-b4b1-e1e62c8d0443 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:32.759519 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4d03f-28c3-4838-b4b1-e1e62c8d0443 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:32.760199 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4d03f-28c3-4838-b4b1-e1e62c8d0443 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:32.760718 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4d03f-28c3-4838-b4b1-e1e62c8d0443 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:32.761192 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4d03f-28c3-4838-b4b1-e1e62c8d0443 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:32.761853 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4d03f-28c3-4838-b4b1-e1e62c8d0443 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:32.762694 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4d03f-28c3-4838-b4b1-e1e62c8d0443 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:32.763717 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4d03f-28c3-4838-b4b1-e1e62c8d0443 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:32.764244 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4d03f-28c3-4838-b4b1-e1e62c8d0443 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:32.764914 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4d03f-28c3-4838-b4b1-e1e62c8d0443 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:32.765577 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4d03f-28c3-4838-b4b1-e1e62c8d0443 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:32.766214 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4d03f-28c3-4838-b4b1-e1e62c8d0443 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:32.780827 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6c0a073b-1650-4bd6-b789-5aa3d0f021f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:32.781938 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-6c0a073b-1650-4bd6-b789-5aa3d0f021f0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ac16096c-05e0-4552-9264-ce54b6e070ce HTTP/1.1" status: 204 len: 168 time: 0.7164481 May 06 18:35:32.783000 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f6c4d03f-28c3-4838-b4b1-e1e62c8d0443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:32.785221 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-841be760-0701-4e7b-9051-b1dd0bc04920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:32.807316 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a073b-1650-4bd6-b789-5aa3d0f021f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac16096c-05e0-4552-9264-ce54b6e070ce,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:32.812292 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-6c0a073b-1650-4bd6-b789-5aa3d0f021f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:32.890217 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63932cd-7da3-4cd5-a2eb-a2b1da0700af req-9b8e4207-619b-45c2-a657-cba5403773d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:32.892345 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b63932cd-7da3-4cd5-a2eb-a2b1da0700af req-9b8e4207-619b-45c2-a657-cba5403773d0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4977f012-56c5-46bd-a1b1-7dca239e88c0 HTTP/1.1" status: 200 len: 918 time: 0.4753971 May 06 18:35:32.909065 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a854256e-f8a2-40fa-9fe5-e368482e9353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:32.971353 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a854256e-f8a2-40fa-9fe5-e368482e9353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:33.106429 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-7470665b-b44a-4316-8dc2-6c22bf2a16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1136130436-router', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:44Z', 'revision_number': 4, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'gw_port': {'id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:63:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:35Z', 'updated_at': '2021-05-06T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': '7a08154b-7258-4a47-ab8f-4f360551c56d', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'port_id': 'b8088448-c89b-44e2-9685-c407cc16ee1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'mac_address': 'fa:16:3e:d9:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724857e0-bdc3-4a4f-a4c6-1a2d7de91081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:35:01Z', 'updated_at': '2021-05-06T18:35:28Z', 'revision_number': 1, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '609b50a0-967e-4356-881f-b468d6e55d7c', 'name': '', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'mac_address': 'fa:16:3e:7e:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:42Z', 'updated_at': '2021-05-06T18:35:00Z', 'revision_number': 5, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'subnets': [{'id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:33.120739 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7470665b-b44a-4316-8dc2-6c22bf2a16af None None] The sync data for ids ['6cb201b6-af57-4600-9187-cedbedf2fbc9'] in dv-cinder-733622-15-iscsi is: [{'id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1136130436-router', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:44Z', 'revision_number': 4, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'gw_port': {'id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:63:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:35Z', 'updated_at': '2021-05-06T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': '7a08154b-7258-4a47-ab8f-4f360551c56d', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'port_id': 'b8088448-c89b-44e2-9685-c407cc16ee1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'mac_address': 'fa:16:3e:d9:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724857e0-bdc3-4a4f-a4c6-1a2d7de91081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:35:01Z', 'updated_at': '2021-05-06T18:35:28Z', 'revision_number': 1, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '609b50a0-967e-4356-881f-b468d6e55d7c', 'name': '', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'mac_address': 'fa:16:3e:7e:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:42Z', 'updated_at': '2021-05-06T18:35:00Z', 'revision_number': 5, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'subnets': [{'id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:35:33.133910 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a854256e-f8a2-40fa-9fe5-e368482e9353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:33.157826 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7ea82373-e652-4a3a-972b-d73bcb5dfa28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:33.184525 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b63932cd-7da3-4cd5-a2eb-a2b1da0700af req-e59d6ced-550c-4d80-b56c-3f901b705a8a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8088448-c89b-44e2-9685-c407cc16ee1c HTTP/1.1" status: 200 len: 998 time: 0.2834063 May 06 18:35:33.200715 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a854256e-f8a2-40fa-9fe5-e368482e9353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:33.208782 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-a854256e-f8a2-40fa-9fe5-e368482e9353 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/632450d2-89dc-4f14-95f6-477543f5802b HTTP/1.1" status: 204 len: 168 time: 0.4583178 May 06 18:35:33.214316 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854256e-f8a2-40fa-9fe5-e368482e9353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632450d2-89dc-4f14-95f6-477543f5802b,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:33.220563 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-a854256e-f8a2-40fa-9fe5-e368482e9353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:33.323618 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63932cd-7da3-4cd5-a2eb-a2b1da0700af req-afdd160d-6f99-4c2a-8daf-40ee471f816a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:33.325511 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b63932cd-7da3-4cd5-a2eb-a2b1da0700af req-afdd160d-6f99-4c2a-8daf-40ee471f816a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d64319e1-ca21-4f57-b62e-b95f80302d38 HTTP/1.1" status: 200 len: 856 time: 0.1298993 May 06 18:35:33.531571 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c26923e-b7ea-4fb1-94d7-e23f007d146c None None] New status for floating IP 7a08154b-7258-4a47-ab8f-4f360551c56d: ACTIVE {{(pid=78805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:35:33.641973 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63932cd-7da3-4cd5-a2eb-a2b1da0700af req-098c3c76-67fc-46d9-b6e1-4ac353948a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:33.644542 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b63932cd-7da3-4cd5-a2eb-a2b1da0700af req-098c3c76-67fc-46d9-b6e1-4ac353948a36 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4977f012-56c5-46bd-a1b1-7dca239e88c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3047276 May 06 18:35:33.908632 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 41842) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:33.998896 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d8b142fe-9e90-4766-afad-9bd4f44b09a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:34.010578 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b63932cd-7da3-4cd5-a2eb-a2b1da0700af req-0f53f244-bf4a-4ab8-9211-0d7426d54a8b service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456683 May 06 18:35:34.065397 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-d8b142fe-9e90-4766-afad-9bd4f44b09a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:34.083578 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-d8b142fe-9e90-4766-afad-9bd4f44b09a7 admin admin] Usage tracker for resource:security_group_rule and tenant:a57b73eadf874a2b804aa284f56760c7 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:34.092138 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-d8b142fe-9e90-4766-afad-9bd4f44b09a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:34.121835 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-d8b142fe-9e90-4766-afad-9bd4f44b09a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:34.131486 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 41850) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:34.291800 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b63932cd-7da3-4cd5-a2eb-a2b1da0700af req-e465d939-8fd7-4c36-8565-fe931a27ac2c service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699885 May 06 18:35:34.334673 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf0288-09ff-41d1-99ef-b34fc3ac8295 req-7ec09cb5-e266-433f-9761-fa132e58bb79 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:34.345109 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1bdf0288-09ff-41d1-99ef-b34fc3ac8295 req-7ec09cb5-e266-433f-9761-fa132e58bb79 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 944 time: 0.4199939 May 06 18:35:34.349496 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device dc858916-0714-4510-8150-b9efb08e2ac3 up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:35:34.427681 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d8b142fe-9e90-4766-afad-9bd4f44b09a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:34.435984 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1bdf0288-09ff-41d1-99ef-b34fc3ac8295 req-7e0588c6-d481-4aef-abb4-2e5ff45e6689 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898604 May 06 18:35:34.436728 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d8b142fe-9e90-4766-afad-9bd4f44b09a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:34.451596 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:34.504800 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b142fe-9e90-4766-afad-9bd4f44b09a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8033d1c7-9892-4c20-9aa4-9057a9ab067c,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:34.513987 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-d8b142fe-9e90-4766-afad-9bd4f44b09a7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a57b73eadf874a2b804aa284f56760c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6009641 May 06 18:35:34.513987 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-d8b142fe-9e90-4766-afad-9bd4f44b09a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:34.514474 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 41860) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:34.540350 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning for port dc858916-0714-4510-8150-b9efb08e2ac3 completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:35:34.549375 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1501927f-f660-4491-a5d4-5c38f7aeb635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:34.549834 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port dc858916-0714-4510-8150-b9efb08e2ac3 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:34.550573 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:34.578250 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-1501927f-f660-4491-a5d4-5c38f7aeb635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:34.593484 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-1501927f-f660-4491-a5d4-5c38f7aeb635 admin admin] Usage tracker for resource:security_group_rule and tenant:3c4430727a564944bd9d3f970dcc1bf8 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:34.598850 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-1501927f-f660-4491-a5d4-5c38f7aeb635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:34.609443 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-1501927f-f660-4491-a5d4-5c38f7aeb635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:34.635929 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5322fa7f-83ff-4017-9c33-799dfc5cc0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:34.681294 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5322fa7f-83ff-4017-9c33-799dfc5cc0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:34.818291 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1501927f-f660-4491-a5d4-5c38f7aeb635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:34.821012 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5322fa7f-83ff-4017-9c33-799dfc5cc0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:34.821640 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:34.832402 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-6c0a073b-1650-4bd6-b789-5aa3d0f021f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:34.845590 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1501927f-f660-4491-a5d4-5c38f7aeb635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:34.855697 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc071eb6-d051-44d9-ba14-f80fe319a7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc858916-0714-4510-8150-b9efb08e2ac3'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:35:34.869177 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port dc858916-0714-4510-8150-b9efb08e2ac3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dc858916-0714-4510-8150-b9efb08e2ac3,segment=NetworkSegment(b1472351-b8a1-4e09-a4d9-b7a18e144af2),segment_id=b1472351-b8a1-4e09-a4d9-b7a18e144af2)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:34.876903 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:34.879879 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:34.880854 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322fa7f-83ff-4017-9c33-799dfc5cc0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8033d1c7-9892-4c20-9aa4-9057a9ab067c,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:34.887036 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-5322fa7f-83ff-4017-9c33-799dfc5cc0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:34.894745 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7a0e623e-3898-4913-8858-81f3635f62e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:35.004840 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5322fa7f-83ff-4017-9c33-799dfc5cc0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:35.006094 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-5322fa7f-83ff-4017-9c33-799dfc5cc0ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8033d1c7-9892-4c20-9aa4-9057a9ab067c HTTP/1.1" status: 204 len: 168 time: 0.4904506 May 06 18:35:35.014115 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=dc858916-0714-4510-8150-b9efb08e2ac3,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:35.025743 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:35.058632 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501927f-f660-4491-a5d4-5c38f7aeb635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28801037-95ff-45f4-a072-4ace0fb1846e,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:35.062671 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-1501927f-f660-4491-a5d4-5c38f7aeb635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:35.066195 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc071eb6-d051-44d9-ba14-f80fe319a7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc858916-0714-4510-8150-b9efb08e2ac3', 'code': 200} May 06 18:35:35.073021 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-1501927f-f660-4491-a5d4-5c38f7aeb635 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3c4430727a564944bd9d3f970dcc1bf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9376628 May 06 18:35:35.075391 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 41882) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:35.199454 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5bbd00d5-8062-4597-b31f-68a16eaaf081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:35.240178 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5bbd00d5-8062-4597-b31f-68a16eaaf081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:35.305519 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5bbd00d5-8062-4597-b31f-68a16eaaf081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:35.317492 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-3bd073dd-888a-4852-acaa-b4ff9ac0bfec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:35.369541 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd00d5-8062-4597-b31f-68a16eaaf081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28801037-95ff-45f4-a072-4ace0fb1846e,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:35.374296 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-5bbd00d5-8062-4597-b31f-68a16eaaf081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:35.376522 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5bbd00d5-8062-4597-b31f-68a16eaaf081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:35.382995 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-5bbd00d5-8062-4597-b31f-68a16eaaf081 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/28801037-95ff-45f4-a072-4ace0fb1846e HTTP/1.1" status: 204 len: 168 time: 0.3059735 May 06 18:35:35.736875 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d0a36-46c8-4a77-8159-ecc7f4ebab9b req-ba2eed51-4245-44d5-a7b3-d45e2091e951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:35.749945 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-be7d0a36-46c8-4a77-8159-ecc7f4ebab9b req-ba2eed51-4245-44d5-a7b3-d45e2091e951 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 1098 time: 0.1949911 May 06 18:35:35.973023 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-be7d0a36-46c8-4a77-8159-ecc7f4ebab9b req-d8155161-6d5a-4c0a-8e93-8c6ca21c48f4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162631 May 06 18:35:36.040950 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70da3e5-0622-4def-ba48-6642f3dbec7a req-e95e9fcd-2a8f-4fb2-955a-ecef06d8b3c5 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:36.053325 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b70da3e5-0622-4def-ba48-6642f3dbec7a req-e95e9fcd-2a8f-4fb2-955a-ecef06d8b3c5 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.2937529 May 06 18:35:36.135902 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b70da3e5-0622-4def-ba48-6642f3dbec7a req-1e76b49b-c0aa-435d-916c-2f121958d9d5 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807683 May 06 18:35:36.618415 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 41928) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:36.640676 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-119e8a8e-b27e-4834-b9f5-40c5063e07b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:36.659383 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-119e8a8e-b27e-4834-b9f5-40c5063e07b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:36.666000 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-119e8a8e-b27e-4834-b9f5-40c5063e07b0 admin admin] Usage tracker for resource:security_group_rule and tenant:9c7c019edde04ca58d42a760a4fdc1db is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:36.670041 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-119e8a8e-b27e-4834-b9f5-40c5063e07b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:36.677149 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-119e8a8e-b27e-4834-b9f5-40c5063e07b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:36.798044 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-119e8a8e-b27e-4834-b9f5-40c5063e07b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:36.803225 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-119e8a8e-b27e-4834-b9f5-40c5063e07b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:36.813888 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-df48d274-4ea1-4216-a0cd-ed3f1411e3a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:36.866002 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-119e8a8e-b27e-4834-b9f5-40c5063e07b0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9c7c019edde04ca58d42a760a4fdc1db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422435 May 06 18:35:36.866002 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e8a8e-b27e-4834-b9f5-40c5063e07b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83262436-f249-43da-b670-a93973497bc3,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:36.867871 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 41936) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:36.870169 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-119e8a8e-b27e-4834-b9f5-40c5063e07b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:36.956132 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3aea90db-0140-4736-bd8e-a9c649ec2084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:37.106786 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3aea90db-0140-4736-bd8e-a9c649ec2084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:37.218705 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3aea90db-0140-4736-bd8e-a9c649ec2084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:37.237793 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:37.285583 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea90db-0140-4736-bd8e-a9c649ec2084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83262436-f249-43da-b670-a93973497bc3,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:37.312313 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-3aea90db-0140-4736-bd8e-a9c649ec2084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:37.370171 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3aea90db-0140-4736-bd8e-a9c649ec2084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:37.391819 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-3aea90db-0140-4736-bd8e-a9c649ec2084 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/83262436-f249-43da-b670-a93973497bc3 HTTP/1.1" status: 204 len: 168 time: 0.5232315 May 06 18:35:37.665060 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35081972-6cbe-4d03-b288-8bd2a9cfc22f req-113a669f-02d7-4502-a442-252f9564994d tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:37.678807 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-35081972-6cbe-4d03-b288-8bd2a9cfc22f req-113a669f-02d7-4502-a442-252f9564994d tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.2498121 May 06 18:35:37.750342 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-35081972-6cbe-4d03-b288-8bd2a9cfc22f req-45f4c833-0a98-4139-93a0-7fb6fb43f440 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694122 May 06 18:35:37.978938 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991da4a-c2d4-43e8-ac80-ff0ec62d2d98 req-983e0f6f-f622-4f9f-8047-69d158113479 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:37.980543 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9991da4a-c2d4-43e8-ac80-ff0ec62d2d98 req-983e0f6f-f622-4f9f-8047-69d158113479 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 945 time: 0.1375291 May 06 18:35:38.053084 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9991da4a-c2d4-43e8-ac80-ff0ec62d2d98 req-bc58cba8-40d3-486b-9f10-10e0b899d1e5 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/security-groups?id=54449394-5c40-4716-b876-15eb4dfe1c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586822 May 06 18:35:38.402518 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 41992) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:38.845747 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e807966a-88bd-4f3a-8a9b-9dcb109bbadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:38.903683 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-e807966a-88bd-4f3a-8a9b-9dcb109bbadd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:38.922266 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-e807966a-88bd-4f3a-8a9b-9dcb109bbadd admin admin] Usage tracker for resource:security_group_rule and tenant:059f4bfaf1a94dd2a0fe7092b66961f1 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:38.934275 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-e807966a-88bd-4f3a-8a9b-9dcb109bbadd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:38.948631 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-e807966a-88bd-4f3a-8a9b-9dcb109bbadd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:39.282926 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5218039-ca36-4c3a-bc98-3b56b22a3d10 req-63347d3f-c2e5-434d-bd41-b1ef116921a5 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:39.287524 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f5218039-ca36-4c3a-bc98-3b56b22a3d10 req-63347d3f-c2e5-434d-bd41-b1ef116921a5 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.3210387 May 06 18:35:39.417382 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e807966a-88bd-4f3a-8a9b-9dcb109bbadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:39.424011 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f5218039-ca36-4c3a-bc98-3b56b22a3d10 req-7548cbb7-7706-4d50-9204-77efada4caa0 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129477 May 06 18:35:39.425355 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e807966a-88bd-4f3a-8a9b-9dcb109bbadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:39.435911 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-250fc67c-3cec-4564-ac95-f894eb20cd97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:39.480912 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-e807966a-88bd-4f3a-8a9b-9dcb109bbadd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=059f4bfaf1a94dd2a0fe7092b66961f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0766401 May 06 18:35:39.484500 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807966a-88bd-4f3a-8a9b-9dcb109bbadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a10a61-4945-4f15-af85-963fb9e02a04,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:39.485796 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 42032) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:39.488687 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-e807966a-88bd-4f3a-8a9b-9dcb109bbadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:39.501756 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c245989-b8af-48c8-8f83-e86f241d26d7 req-fcc8b15e-4521-4665-8cd4-ef94358553d5 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:39.503358 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2c245989-b8af-48c8-8f83-e86f241d26d7 req-fcc8b15e-4521-4665-8cd4-ef94358553d5 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 945 time: 0.1621687 May 06 18:35:39.611865 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2c245989-b8af-48c8-8f83-e86f241d26d7 req-9769ba84-effc-4bda-adf1-ebf8a2b0eaf2 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/security-groups?id=54449394-5c40-4716-b876-15eb4dfe1c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928586 May 06 18:35:39.689610 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d2167069-49d0-4434-9b72-8c5c3d79e47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:39.713566 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277f49f-a881-4e11-bde4-16dc23485955 req-b23f72e5-ece4-4ab7-a53c-86b5918f1adb tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:39.715221 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4277f49f-a881-4e11-bde4-16dc23485955 req-b23f72e5-ece4-4ab7-a53c-86b5918f1adb tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 945 time: 0.1840060 May 06 18:35:39.726725 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf7531-c6fc-4a20-8784-91a83e1646b5 req-5c5ff08b-5a98-4d25-ad6c-683654c838c2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:39.728398 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5dbf7531-c6fc-4a20-8784-91a83e1646b5 req-5c5ff08b-5a98-4d25-ad6c-683654c838c2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1327815 May 06 18:35:39.745041 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d2167069-49d0-4434-9b72-8c5c3d79e47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:39.759642 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 42038) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:39.780221 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-88f04501-6877-4352-a474-412356ac44d1 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Request body: {'floatingip': {'port_id': 'dc858916-0714-4510-8150-b9efb08e2ac3'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:39.990759 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-88f04501-6877-4352-a474-412356ac44d1 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for floatingip, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:40.035777 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-4277f49f-a881-4e11-bde4-16dc23485955 req-aa936237-c74b-48d3-bf93-62822a648987 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Deleting port 53cfc5b4-c3fd-4a94-965d-4c63476399d2 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:35:40.036286 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-4277f49f-a881-4e11-bde4-16dc23485955 req-aa936237-c74b-48d3-bf93-62822a648987 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:40.164077 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d2167069-49d0-4434-9b72-8c5c3d79e47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:40.171488 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:40.233602 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2167069-49d0-4434-9b72-8c5c3d79e47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a10a61-4945-4f15-af85-963fb9e02a04,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:40.243473 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-d2167069-49d0-4434-9b72-8c5c3d79e47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:40.252319 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d2167069-49d0-4434-9b72-8c5c3d79e47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:40.256368 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-d2167069-49d0-4434-9b72-8c5c3d79e47c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/88a10a61-4945-4f15-af85-963fb9e02a04 HTTP/1.1" status: 204 len: 168 time: 0.7656932 May 06 18:35:40.379042 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-4277f49f-a881-4e11-bde4-16dc23485955 req-aa936237-c74b-48d3-bf93-62822a648987 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] For port 53cfc5b4-c3fd-4a94-965d-4c63476399d2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=53cfc5b4-c3fd-4a94-965d-4c63476399d2,segment=NetworkSegment(78f6a5e9-e3de-4d2f-92e3-998861b5ddf0),segment_id=78f6a5e9-e3de-4d2f-92e3-998861b5ddf0)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:40.379671 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-4277f49f-a881-4e11-bde4-16dc23485955 req-aa936237-c74b-48d3-bf93-62822a648987 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:40.614448 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-4277f49f-a881-4e11-bde4-16dc23485955 req-aa936237-c74b-48d3-bf93-62822a648987 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Calling delete_port for 53cfc5b4-c3fd-4a94-965d-4c63476399d2 owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:35:40.880663 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-4277f49f-a881-4e11-bde4-16dc23485955 req-aa936237-c74b-48d3-bf93-62822a648987 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:40.902584 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:41.099085 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa936237-c74b-48d3-bf93-62822a648987 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Pushing event deleted for resources: {'Port': ['ID=53cfc5b4-c3fd-4a94-965d-4c63476399d2,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:41.203599 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-aa936237-c74b-48d3-bf93-62822a648987 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:41.213939 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-88f04501-6877-4352-a474-412356ac44d1 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:41.229803 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-88f04501-6877-4352-a474-412356ac44d1 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1046138'] for floatingip, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:41.401986 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1d8df401-f7e8-4310-a858-c87e38d15bc6 req-ffcf6424-a1a0-4665-a145-72ea84e17890 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 210 time: 0.3082516 May 06 18:35:41.401986 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 42082) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:41.441777 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-4277f49f-a881-4e11-bde4-16dc23485955 req-aa936237-c74b-48d3-bf93-62822a648987 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] No DVR routers for this DVR port 53cfc5b4-c3fd-4a94-965d-4c63476399d2 on host hv-cinder-73362 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:35:41.446761 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-4277f49f-a881-4e11-bde4-16dc23485955 req-aa936237-c74b-48d3-bf93-62822a648987 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:41.449713 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0fb78f-0cd9-48cd-9237-2f49e95983a3', 'name': 'network-vif-deleted', 'tag': '53cfc5b4-c3fd-4a94-965d-4c63476399d2'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:35:41.512246 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4277f49f-a881-4e11-bde4-16dc23485955 req-aa936237-c74b-48d3-bf93-62822a648987 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.55 "DELETE /v2.0/ports/53cfc5b4-c3fd-4a94-965d-4c63476399d2 HTTP/1.1" status: 204 len: 173 time: 1.7758989 May 06 18:35:41.648102 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.db.l3_db [None req-88f04501-6877-4352-a474-412356ac44d1 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Floating IP 03f67cff-4292-4a20-a76a-c64b3b3da871 associated. External IP: 172.27.1.28, port: dc858916-0714-4510-8150-b9efb08e2ac3. May 06 18:35:41.670545 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9ebd1f7d-8840-4f17-8eff-aa45c7145440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:41.688100 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0fb78f-0cd9-48cd-9237-2f49e95983a3', 'name': 'network-vif-deleted', 'tag': '53cfc5b4-c3fd-4a94-965d-4c63476399d2', 'status': 'completed', 'code': 200} May 06 18:35:41.711862 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-9ebd1f7d-8840-4f17-8eff-aa45c7145440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:41.723308 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-9ebd1f7d-8840-4f17-8eff-aa45c7145440 admin admin] Usage tracker for resource:security_group_rule and tenant:e5e8dd25331049008fa53aa07ff51ed7 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:41.732512 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-9ebd1f7d-8840-4f17-8eff-aa45c7145440 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:41.779609 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-9ebd1f7d-8840-4f17-8eff-aa45c7145440 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:42.070488 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9ebd1f7d-8840-4f17-8eff-aa45c7145440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:42.078651 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9ebd1f7d-8840-4f17-8eff-aa45c7145440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:42.114083 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:42.157723 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-9ebd1f7d-8840-4f17-8eff-aa45c7145440 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e5e8dd25331049008fa53aa07ff51ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7544806 May 06 18:35:42.162023 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 42102) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:42.201051 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd1f7d-8840-4f17-8eff-aa45c7145440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8389e1d3-f1df-40b2-9d77-67c2f02eee96,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:42.213678 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-9ebd1f7d-8840-4f17-8eff-aa45c7145440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:42.280726 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4f393ff4-1e95-49d1-b1e6-3d3baad2bfc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:42.359808 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4f393ff4-1e95-49d1-b1e6-3d3baad2bfc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:42.389826 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 53cfc5b4-c3fd-4a94-965d-4c63476399d2 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:35:42.551406 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f04501-6877-4352-a474-412356ac44d1 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Router 86cf03a6-f6d0-499a-82b8-715729087fb5 has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:35:42.596379 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4f393ff4-1e95-49d1-b1e6-3d3baad2bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:42.610383 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] No Port match for: 53cfc5b4-c3fd-4a94-965d-4c63476399d2 {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:35:42.611991 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 53cfc5b4-c3fd-4a94-965d-4c63476399d2 not bound to the agent host hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:35:42.616685 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:42.661357 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f393ff4-1e95-49d1-b1e6-3d3baad2bfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8389e1d3-f1df-40b2-9d77-67c2f02eee96,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:42.685662 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4f393ff4-1e95-49d1-b1e6-3d3baad2bfc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:42.687915 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-4f393ff4-1e95-49d1-b1e6-3d3baad2bfc4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8389e1d3-f1df-40b2-9d77-67c2f02eee96 HTTP/1.1" status: 204 len: 168 time: 0.5226016 May 06 18:35:42.690850 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-4f393ff4-1e95-49d1-b1e6-3d3baad2bfc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:43.220012 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-be4f1161-f9d3-4b7d-b928-2c1c5d9ab370 req-38f9db2e-e5d0-4d0b-bbb6-55b2abc69b1c tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e0fb78f-0cd9-48cd-9237-2f49e95983a3 HTTP/1.1" status: 200 len: 210 time: 0.1706853 May 06 18:35:43.309332 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f04501-6877-4352-a474-412356ac44d1 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:35:43.322347 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98850104-33e3-48f9-9cbf-3cd04522e0c5 None None] Sync routers for ids ['86cf03a6-f6d0-499a-82b8-715729087fb5'] in dv-cinder-733622-15-iscsi {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:35:43.325395 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-88f04501-6877-4352-a474-412356ac44d1 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for floatingip, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:43.337328 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98850104-33e3-48f9-9cbf-3cd04522e0c5 None None] Routers {'86cf03a6-f6d0-499a-82b8-715729087fb5'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:35:43.338499 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-98850104-33e3-48f9-9cbf-3cd04522e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:35:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['86cf03a6-f6d0-499a-82b8-715729087fb5'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:43.568027 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-88f04501-6877-4352-a474-412356ac44d1 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "PUT /v2.0/floatingips/03f67cff-4292-4a20-a76a-c64b3b3da871 HTTP/1.1" status: 200 len: 990 time: 3.8056371 May 06 18:35:43.569474 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc071eb6-d051-44d9-ba14-f80fe319a7c9', 'tag': 'dc858916-0714-4510-8150-b9efb08e2ac3'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:35:43.667965 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-98850104-33e3-48f9-9cbf-3cd04522e0c5 None None] Set router 86cf03a6-f6d0-499a-82b8-715729087fb5 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:35:43.781982 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc071eb6-d051-44d9-ba14-f80fe319a7c9', 'tag': 'dc858916-0714-4510-8150-b9efb08e2ac3', 'status': 'completed', 'code': 200} May 06 18:35:43.856642 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 42144) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:43.888137 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-213addb8-a0a1-4f3c-8416-b266c0c0c2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:43.937058 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-213addb8-a0a1-4f3c-8416-b266c0c0c2b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:43.941976 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-213addb8-a0a1-4f3c-8416-b266c0c0c2b2 admin admin] Usage tracker for resource:security_group_rule and tenant:f9999307e9594b04876cf983ea72f71a is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:43.959218 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-213addb8-a0a1-4f3c-8416-b266c0c0c2b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:43.978182 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-213addb8-a0a1-4f3c-8416-b266c0c0c2b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:44.092356 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b602b-1713-4949-a479-d803ffd24598 req-3b5077c7-0f38-405a-96e4-cb1297d31d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:44.099083 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ea9b602b-1713-4949-a479-d803ffd24598 req-3b5077c7-0f38-405a-96e4-cb1297d31d73 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2240092be8ac44d1b16602700520b22d&device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 1098 time: 0.2903411 May 06 18:35:44.226544 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-213addb8-a0a1-4f3c-8416-b266c0c0c2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:44.235697 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-213addb8-a0a1-4f3c-8416-b266c0c0c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:44.253100 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-1501927f-f660-4491-a5d4-5c38f7aeb635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:44.336731 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-213addb8-a0a1-4f3c-8416-b266c0c0c2b2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f9999307e9594b04876cf983ea72f71a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4787943 May 06 18:35:44.339983 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 42158) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:44.349100 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213addb8-a0a1-4f3c-8416-b266c0c0c2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d26d3d-54a1-4593-aad4-d0134471d91e,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:44.392071 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-213addb8-a0a1-4f3c-8416-b266c0c0c2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:44.489643 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-98850104-33e3-48f9-9cbf-3cd04522e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'name': 'tempest-AttachVolumeTestJSON-1255724845-router', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:52Z', 'revision_number': 4, 'project_id': '2240092be8ac44d1b16602700520b22d', 'gw_port': {'id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:36Z', 'updated_at': '2021-05-06T18:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': '03f67cff-4292-4a20-a76a-c64b3b3da871', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'port_id': 'dc858916-0714-4510-8150-b9efb08e2ac3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'mac_address': 'fa:16:3e:90:cf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc071eb6-d051-44d9-ba14-f80fe319a7c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:35:14Z', 'updated_at': '2021-05-06T18:35:40Z', 'revision_number': 1, 'project_id': '2240092be8ac44d1b16602700520b22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da69487f-4b29-4581-b0b7-0f2a8b0def68', 'name': '', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'mac_address': 'fa:16:3e:55:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:45Z', 'updated_at': '2021-05-06T18:35:10Z', 'revision_number': 5, 'project_id': '2240092be8ac44d1b16602700520b22d', 'subnets': [{'id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:44.495700 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98850104-33e3-48f9-9cbf-3cd04522e0c5 None None] Checking router: 86cf03a6-f6d0-499a-82b8-715729087fb5 for host: dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:35:44.508394 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98850104-33e3-48f9-9cbf-3cd04522e0c5 None None] Routers {'86cf03a6-f6d0-499a-82b8-715729087fb5'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:35:44.509042 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-98850104-33e3-48f9-9cbf-3cd04522e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:35:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['86cf03a6-f6d0-499a-82b8-715729087fb5'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:44.602690 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5f72a263-a1e4-4716-89ed-33002a8acb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:44.657622 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b602b-1713-4949-a479-d803ffd24598 req-a4f17428-5930-42cd-9e21-7d74a636d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:44.659610 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ea9b602b-1713-4949-a479-d803ffd24598 req-a4f17428-5930-42cd-9e21-7d74a636d318 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9cc7ac02-de44-4c64-8db4-ed9a1be6def9 HTTP/1.1" status: 200 len: 912 time: 0.5489767 May 06 18:35:44.679899 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5f72a263-a1e4-4716-89ed-33002a8acb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:44.833343 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5f72a263-a1e4-4716-89ed-33002a8acb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:44.839337 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-4482daf9-2c93-4a36-b001-1138e78a7399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:44.858468 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72a263-a1e4-4716-89ed-33002a8acb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d26d3d-54a1-4593-aad4-d0134471d91e,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:44.862422 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-5f72a263-a1e4-4716-89ed-33002a8acb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:44.887547 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5f72a263-a1e4-4716-89ed-33002a8acb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:44.891754 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-5f72a263-a1e4-4716-89ed-33002a8acb8e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/40d26d3d-54a1-4593-aad4-d0134471d91e HTTP/1.1" status: 204 len: 168 time: 0.5497403 May 06 18:35:45.157349 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-98850104-33e3-48f9-9cbf-3cd04522e0c5 None None] Set router 86cf03a6-f6d0-499a-82b8-715729087fb5 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:35:45.182379 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ea9b602b-1713-4949-a479-d803ffd24598 req-1fdeb974-e6f2-419a-8cbc-2746222014f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc858916-0714-4510-8150-b9efb08e2ac3 HTTP/1.1" status: 200 len: 998 time: 0.5069869 May 06 18:35:45.698023 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-9cd221fe-0493-4d94-aabb-75e79e8c41a2 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:45.707476 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-9cd221fe-0493-4d94-aabb-75e79e8c41a2 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/networks?id=e712c820-8e93-42e1-8b79-4d408a674dd6 HTTP/1.1" status: 200 len: 815 time: 0.4115102 May 06 18:35:45.725351 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b602b-1713-4949-a479-d803ffd24598 req-15295f93-c5fb-42be-84de-5076d9af3fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:45.728644 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ea9b602b-1713-4949-a479-d803ffd24598 req-15295f93-c5fb-42be-84de-5076d9af3fc2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=833dc191-d6d6-4013-be5d-e5af7eb5472a HTTP/1.1" status: 200 len: 850 time: 0.5292373 May 06 18:35:45.738469 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-ba4fb8bb-8b0d-4d0a-aff0-6044f31f1f24 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/quotas/cc919bedec1b46b6aaeef5a6e940c757 HTTP/1.1" status: 200 len: 375 time: 0.0297081 May 06 18:35:45.904930 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b602b-1713-4949-a479-d803ffd24598 req-4764544e-9f97-44f7-8c42-ba7f3ccb835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:45.907804 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ea9b602b-1713-4949-a479-d803ffd24598 req-4764544e-9f97-44f7-8c42-ba7f3ccb835e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9cc7ac02-de44-4c64-8db4-ed9a1be6def9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1662524 May 06 18:35:46.172453 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-98850104-33e3-48f9-9cbf-3cd04522e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'name': 'tempest-AttachVolumeTestJSON-1255724845-router', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:52Z', 'revision_number': 4, 'project_id': '2240092be8ac44d1b16602700520b22d', 'gw_port': {'id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:36Z', 'updated_at': '2021-05-06T18:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': '03f67cff-4292-4a20-a76a-c64b3b3da871', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'port_id': 'dc858916-0714-4510-8150-b9efb08e2ac3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'mac_address': 'fa:16:3e:90:cf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc071eb6-d051-44d9-ba14-f80fe319a7c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:35:14Z', 'updated_at': '2021-05-06T18:35:40Z', 'revision_number': 1, 'project_id': '2240092be8ac44d1b16602700520b22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da69487f-4b29-4581-b0b7-0f2a8b0def68', 'name': '', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'mac_address': 'fa:16:3e:55:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:45Z', 'updated_at': '2021-05-06T18:35:10Z', 'revision_number': 5, 'project_id': '2240092be8ac44d1b16602700520b22d', 'subnets': [{'id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:46.181983 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98850104-33e3-48f9-9cbf-3cd04522e0c5 None None] The sync data for ids ['86cf03a6-f6d0-499a-82b8-715729087fb5'] in dv-cinder-733622-15-iscsi is: [{'id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'name': 'tempest-AttachVolumeTestJSON-1255724845-router', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:52Z', 'revision_number': 4, 'project_id': '2240092be8ac44d1b16602700520b22d', 'gw_port': {'id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:36Z', 'updated_at': '2021-05-06T18:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': '03f67cff-4292-4a20-a76a-c64b3b3da871', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'port_id': 'dc858916-0714-4510-8150-b9efb08e2ac3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'mac_address': 'fa:16:3e:90:cf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc071eb6-d051-44d9-ba14-f80fe319a7c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:35:14Z', 'updated_at': '2021-05-06T18:35:40Z', 'revision_number': 1, 'project_id': '2240092be8ac44d1b16602700520b22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da69487f-4b29-4581-b0b7-0f2a8b0def68', 'name': '', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'mac_address': 'fa:16:3e:55:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:45Z', 'updated_at': '2021-05-06T18:35:10Z', 'revision_number': 5, 'project_id': '2240092be8ac44d1b16602700520b22d', 'subnets': [{'id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:35:46.266537 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ea9b602b-1713-4949-a479-d803ffd24598 req-2cb63fb5-fbb4-466e-b533-e2421e7eb1a8 service neutron] 10.222.0.55 "GET /v2.0/networks/9cc7ac02-de44-4c64-8db4-ed9a1be6def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456197 May 06 18:35:46.287481 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-68ecffa4-b9bd-49a4-8ca2-a9baa0490088 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc919bedec1b46b6aaeef5a6e940c757&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5478487 May 06 18:35:46.343516 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-51d60885-2450-4a2a-a66f-c6782b41213a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:46.815457 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1bebb4-c931-4f7f-890f-74c9fc1269a7 None None] New status for floating IP 03f67cff-4292-4a20-a76a-c64b3b3da871: ACTIVE {{(pid=78805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:35:46.853389 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 42232) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:46.941793 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ea9b602b-1713-4949-a479-d803ffd24598 req-ed9a5eed-93ec-4884-84ce-75d551d7c46a service neutron] 10.222.0.55 "GET /v2.0/networks/9cc7ac02-de44-4c64-8db4-ed9a1be6def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082362 May 06 18:35:47.155859 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-4aa742a6-c197-4050-bfac-5874b63790fb service neutron] 10.222.0.50 "GET /v2.0/networks/e712c820-8e93-42e1-8b79-4d408a674dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8651407 May 06 18:35:47.170056 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 42244) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:47.259637 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b8a6df99-b665-4874-b830-114bdbc20e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:47.350693 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-4a982499-2ec9-487d-a077-cb1e6f615d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:47.384165 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-4a982499-2ec9-487d-a077-cb1e6f615d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:47.391641 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-4a982499-2ec9-487d-a077-cb1e6f615d95 admin admin] Usage tracker for resource:security_group_rule and tenant:625f562ba1c547eb9f94a30cc23ba0cd is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:47.398330 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-4a982499-2ec9-487d-a077-cb1e6f615d95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:47.410620 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-4a982499-2ec9-487d-a077-cb1e6f615d95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:47.420861 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-ab68ea37-b5ad-45f3-aaba-062290b3eb9b service neutron] 10.222.0.50 "GET /v2.0/networks/e712c820-8e93-42e1-8b79-4d408a674dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601013 May 06 18:35:47.460562 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 42256) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:47.473603 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-b8a6df99-b665-4874-b830-114bdbc20e01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:47.479376 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-b8a6df99-b665-4874-b830-114bdbc20e01 admin admin] Usage tracker for resource:security_group_rule and tenant:ee449d725aee4ac19eae72039eaf6cef is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:47.483687 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-b8a6df99-b665-4874-b830-114bdbc20e01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:47.491959 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-b8a6df99-b665-4874-b830-114bdbc20e01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:47.604909 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee1db18-bb0a-4f46-987d-9197f1dbdde7 admin admin] Deleting subnet 33e2a527-452d-4f5a-a82b-12c43e60cc92 {{(pid=78803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:35:47.612178 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6ee1db18-bb0a-4f46-987d-9197f1dbdde7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:47.682853 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-4a982499-2ec9-487d-a077-cb1e6f615d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:47.762164 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6ee1db18-bb0a-4f46-987d-9197f1dbdde7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:47.778058 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6ee1db18-bb0a-4f46-987d-9197f1dbdde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8251675'] for subnet, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:47.789089 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b8a6df99-b665-4874-b830-114bdbc20e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:47.809541 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-4a982499-2ec9-487d-a077-cb1e6f615d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:47.859975 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-376de05f-5cb6-446e-9e11-64cf1ca1a20d req-518b2ed0-31b9-4281-a790-e545d33320d7 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbca1df4-d5ae-4c29-9856-cf7fd31c330e HTTP/1.1" status: 200 len: 210 time: 0.1633959 May 06 18:35:47.869521 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-5322fa7f-83ff-4017-9c33-799dfc5cc0ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:47.916111 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a982499-2ec9-487d-a077-cb1e6f615d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43596a5e-5271-4460-8ddb-4a6385aa366c,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:47.920905 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b8a6df99-b665-4874-b830-114bdbc20e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:47.935735 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-4a982499-2ec9-487d-a077-cb1e6f615d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:47.936506 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-4a982499-2ec9-487d-a077-cb1e6f615d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:47.992850 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-b8a6df99-b665-4874-b830-114bdbc20e01 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ee449d725aee4ac19eae72039eaf6cef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1357603 May 06 18:35:48.002594 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 42278) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:48.067446 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-4a982499-2ec9-487d-a077-cb1e6f615d95 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=625f562ba1c547eb9f94a30cc23ba0cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8933828 May 06 18:35:48.073045 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 42282) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:48.116911 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6df99-b665-4874-b830-114bdbc20e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f860c027-dc87-4987-818d-9a0753f36ed4,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:48.148881 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-b8a6df99-b665-4874-b830-114bdbc20e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:48.188186 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1d5575ec-6ca9-4d0c-8216-c45c2c8ead0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:48.222345 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1d5575ec-6ca9-4d0c-8216-c45c2c8ead0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:48.286548 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef1e4-c417-4835-8f79-1390839209dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:48.310714 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:48.359902 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef1e4-c417-4835-8f79-1390839209dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:48.389026 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1d5575ec-6ca9-4d0c-8216-c45c2c8ead0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:48.395223 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-23851270-5b2f-4b57-8f4a-0717494f1c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:48.407330 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6ee1db18-bb0a-4f46-987d-9197f1dbdde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8251668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for subnet, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:48.411952 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-81e9534b-59c9-4a22-99a8-575ccbabad32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:48.420511 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5575ec-6ca9-4d0c-8216-c45c2c8ead0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43596a5e-5271-4460-8ddb-4a6385aa366c,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:48.425525 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-1d5575ec-6ca9-4d0c-8216-c45c2c8ead0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:48.435224 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1d5575ec-6ca9-4d0c-8216-c45c2c8ead0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:48.436461 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-1d5575ec-6ca9-4d0c-8216-c45c2c8ead0e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/43596a5e-5271-4460-8ddb-4a6385aa366c HTTP/1.1" status: 204 len: 168 time: 0.3625622 May 06 18:35:48.464242 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1db18-bb0a-4f46-987d-9197f1dbdde7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33e2a527-452d-4f5a-a82b-12c43e60cc92,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:48.467626 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6ee1db18-bb0a-4f46-987d-9197f1dbdde7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:48.472721 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6ee1db18-bb0a-4f46-987d-9197f1dbdde7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:48.485196 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-6ee1db18-bb0a-4f46-987d-9197f1dbdde7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/33e2a527-452d-4f5a-a82b-12c43e60cc92 HTTP/1.1" status: 204 len: 168 time: 1.0229270 May 06 18:35:48.488215 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef1e4-c417-4835-8f79-1390839209dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:48.489567 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 42296) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:48.502187 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-4890731a-d001-4d9e-b3c2-1038b2325c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:48.529314 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ef1e4-c417-4835-8f79-1390839209dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f860c027-dc87-4987-818d-9a0753f36ed4,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:48.544896 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef1e4-c417-4835-8f79-1390839209dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:48.547132 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-8f7ef1e4-c417-4835-8f79-1390839209dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f860c027-dc87-4987-818d-9a0753f36ed4 HTTP/1.1" status: 204 len: 168 time: 0.5433195 May 06 18:35:48.549185 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-8f7ef1e4-c417-4835-8f79-1390839209dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:48.551927 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 42302) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:48.707466 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8341019'] for network, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:48.727688 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-22d32eac-1113-4043-b95f-9185b568e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:48.859019 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c2f703f4-d8f7-4b12-b734-20b07672bd5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:48.898025 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-c2f703f4-d8f7-4b12-b734-20b07672bd5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:48.905219 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-c2f703f4-d8f7-4b12-b734-20b07672bd5a admin admin] Usage tracker for resource:security_group_rule and tenant:b76514d6cf5d455aa45b8ee8de36eba7 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:48.909473 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-c2f703f4-d8f7-4b12-b734-20b07672bd5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:48.919882 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-c2f703f4-d8f7-4b12-b734-20b07672bd5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:48.942728 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8253920', 'neutron.services.segments.db._delete_segments_for_network-8734943948701'] for network, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:48.998582 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:48.999214 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:49.005431 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:49.005857 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] Subscribe: > port after_create 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:49.006091 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:49.010644 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] Subscribe: > port after_update 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:49.011431 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:49.012007 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:49.012614 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:49.013176 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:49.126062 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c2f703f4-d8f7-4b12-b734-20b07672bd5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.133156 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c2f703f4-d8f7-4b12-b734-20b07672bd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.142872 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-8f7ef1e4-c417-4835-8f79-1390839209dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:49.153345 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 42314) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:49.183412 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:49.184000 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:49.184559 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:49.185120 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:49.185744 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf08083-dfec-4b16-88e3-94853441d636']}} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:49.197994 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1758546c-92a5-4a14-b8b2-3022f6175ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.210942 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f6a5e9-e3de-4d2f-92e3-998861b5ddf0') {'for_net_delete': True} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:49.211495 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f6a5e9-e3de-4d2f-92e3-998861b5ddf0') {} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:49.214540 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 42318) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:49.234820 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734943960679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2178622'] for segment, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.239504 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-c2f703f4-d8f7-4b12-b734-20b07672bd5a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b76514d6cf5d455aa45b8ee8de36eba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6854761 May 06 18:35:49.240334 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f703f4-d8f7-4b12-b734-20b07672bd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7917ad6c-8287-49ea-94cd-07d2a394c3e0,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:49.243573 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-1758546c-92a5-4a14-b8b2-3022f6175ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:49.247844 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 42322) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:49.249041 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c2f703f4-d8f7-4b12-b734-20b07672bd5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:49.252042 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-1758546c-92a5-4a14-b8b2-3022f6175ec5 admin admin] Usage tracker for resource:security_group_rule and tenant:7718a88f0fc4498e86f34d4da80fb21a is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:49.255001 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-963b3829-1590-4b58-8eca-d06ece348d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.265855 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-1758546c-92a5-4a14-b8b2-3022f6175ec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:49.275529 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-1758546c-92a5-4a14-b8b2-3022f6175ec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:49.283226 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-963b3829-1590-4b58-8eca-d06ece348d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:49.292700 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-963b3829-1590-4b58-8eca-d06ece348d13 admin admin] Usage tracker for resource:security_group_rule and tenant:2258ce67779940be9a329115de9b6370 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:49.296770 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-963b3829-1590-4b58-8eca-d06ece348d13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:49.304570 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.311671 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-963b3829-1590-4b58-8eca-d06ece348d13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:49.342515 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=78803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:35:49.343279 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8250152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2393701'] for segment, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: from cryptography.utils import int_from_bytes May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: from cryptography.utils import int_from_bytes May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: Traceback (most recent call last): May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: timer() May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: cb(*args, **kw) May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: return func(*args, **kwargs) May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: self._notify() May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: self.callback(batched_events) May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: event.method(event) May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: return f(self, *a, **k) May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: return self._get(url).json() May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: return self.request(url, 'GET', **kwargs) May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:35:49.373637 dv-cinder-733622-15-iscsi neutron-server[78803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:35:49.445263 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1758546c-92a5-4a14-b8b2-3022f6175ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.457617 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1758546c-92a5-4a14-b8b2-3022f6175ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.467536 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-a854256e-f8a2-40fa-9fe5-e368482e9353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:49.482930 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-963b3829-1590-4b58-8eca-d06ece348d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.498741 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-963b3829-1590-4b58-8eca-d06ece348d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.533816 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-1758546c-92a5-4a14-b8b2-3022f6175ec5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7718a88f0fc4498e86f34d4da80fb21a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3781288 May 06 18:35:49.541180 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 42328) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:49.541730 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758546c-92a5-4a14-b8b2-3022f6175ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0733b2d1-e212-4f50-876a-857abe2f64b8,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:49.547471 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-1758546c-92a5-4a14-b8b2-3022f6175ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:49.547979 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-b8a6df99-b665-4874-b830-114bdbc20e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:49.564677 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-963b3829-1590-4b58-8eca-d06ece348d13 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2258ce67779940be9a329115de9b6370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452227 May 06 18:35:49.567488 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 42332) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:49.574164 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bec457ec-d3f6-4bf5-815b-d86639e469d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.587702 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8253849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1046133'] for network, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.598585 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b3829-1590-4b58-8eca-d06ece348d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5758d3-3a03-4532-acc0-45a574f267ca,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:49.607758 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-963b3829-1590-4b58-8eca-d06ece348d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:49.646758 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1cf7531e-a812-4e63-9f49-26520e31ef03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.656302 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:49.676632 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1cf7531e-a812-4e63-9f49-26520e31ef03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.707873 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.717427 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaf08083-dfec-4b16-88e3-94853441d636,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:49.722792 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bec457ec-d3f6-4bf5-815b-d86639e469d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.744963 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1cf7531e-a812-4e63-9f49-26520e31ef03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.752086 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-3549c736-6f15-40cd-80c1-036ea9ca2784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:49.754947 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:49.769565 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7531e-a812-4e63-9f49-26520e31ef03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5758d3-3a03-4532-acc0-45a574f267ca,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:49.772812 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-1cf7531e-a812-4e63-9f49-26520e31ef03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:49.798836 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1cf7531e-a812-4e63-9f49-26520e31ef03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.803112 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-1cf7531e-a812-4e63-9f49-26520e31ef03 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0f5758d3-3a03-4532-acc0-45a574f267ca HTTP/1.1" status: 204 len: 168 time: 0.2323885 May 06 18:35:49.810947 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-49e7475c-fdf3-43c0-8f4a-db26f4008653 admin admin] 10.222.0.50 "DELETE /v2.0/networks/eaf08083-dfec-4b16-88e3-94853441d636 HTTP/1.1" status: 204 len: 168 time: 1.3195207 May 06 18:35:49.838069 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6810-12e7-438c-8e0d-c9b82cc73596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.906086 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6810-12e7-438c-8e0d-c9b82cc73596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.984240 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bec457ec-d3f6-4bf5-815b-d86639e469d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.994958 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-4f393ff4-1e95-49d1-b1e6-3d3baad2bfc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:50.019531 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec457ec-d3f6-4bf5-815b-d86639e469d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7917ad6c-8287-49ea-94cd-07d2a394c3e0,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:50.023627 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-bec457ec-d3f6-4bf5-815b-d86639e469d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:50.042690 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bec457ec-d3f6-4bf5-815b-d86639e469d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:50.044694 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-bec457ec-d3f6-4bf5-815b-d86639e469d2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7917ad6c-8287-49ea-94cd-07d2a394c3e0 HTTP/1.1" status: 204 len: 168 time: 0.7952576 May 06 18:35:50.053445 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6810-12e7-438c-8e0d-c9b82cc73596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:50.058964 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6810-12e7-438c-8e0d-c9b82cc73596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:50.061236 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-1c1c6810-12e7-438c-8e0d-c9b82cc73596 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0733b2d1-e212-4f50-876a-857abe2f64b8 HTTP/1.1" status: 204 len: 168 time: 0.5175176 May 06 18:35:50.062637 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:50.082991 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c6810-12e7-438c-8e0d-c9b82cc73596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0733b2d1-e212-4f50-876a-857abe2f64b8,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:50.087832 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-1c1c6810-12e7-438c-8e0d-c9b82cc73596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:50.141489 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:50.194632 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 42346) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:50.279225 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-9a78dab4-06b6-4127-bb28-ebb9cbb0a798 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=34af625ab7224e6bbba6820112bbe5b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0825295 May 06 18:35:50.282800 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 42350) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:50.352706 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6907c92e-ef21-4ddb-9e0e-a720d3a645ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:50.391769 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6907c92e-ef21-4ddb-9e0e-a720d3a645ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:50.499259 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6907c92e-ef21-4ddb-9e0e-a720d3a645ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:50.504176 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-9ebd1f7d-8840-4f17-8eff-aa45c7145440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:50.537920 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907c92e-ef21-4ddb-9e0e-a720d3a645ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54449394-5c40-4716-b876-15eb4dfe1c97,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:50.549079 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6907c92e-ef21-4ddb-9e0e-a720d3a645ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:50.576944 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6907c92e-ef21-4ddb-9e0e-a720d3a645ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:50.578297 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-6907c92e-ef21-4ddb-9e0e-a720d3a645ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/54449394-5c40-4716-b876-15eb4dfe1c97 HTTP/1.1" status: 204 len: 168 time: 0.2949667 May 06 18:35:50.889502 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e1522cd6-16a9-40ae-8b7d-c1e4ab63dcdc req-8a773265-07f6-4162-b313-24d440a25325 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbca1df4-d5ae-4c29-9856-cf7fd31c330e HTTP/1.1" status: 200 len: 210 time: 0.0937691 May 06 18:35:51.643640 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:52.284600 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-9f8cc5e1-cc5f-414c-b382-723f2b91dfba tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:52.285812 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-09dc5b58-c96b-43d5-b244-b8b76c2fe27e req-a4f446a2-2d3a-4399-aaa9-9b36333f19d5 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbca1df4-d5ae-4c29-9856-cf7fd31c330e HTTP/1.1" status: 200 len: 210 time: 0.0928164 May 06 18:35:52.287500 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-9f8cc5e1-cc5f-414c-b382-723f2b91dfba tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.55 "GET /v2.0/networks?id=e712c820-8e93-42e1-8b79-4d408a674dd6 HTTP/1.1" status: 200 len: 815 time: 0.7486999 May 06 18:35:52.304287 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-86bbb3cc-aea2-421a-a75d-87ea9ad7fe27 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Request body: {'port': {'device_id': 'bbca1df4-d5ae-4c29-9856-cf7fd31c330e', 'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6', 'admin_state_up': True, 'tenant_id': 'cc919bedec1b46b6aaeef5a6e940c757'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:52.493899 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-86bbb3cc-aea2-421a-a75d-87ea9ad7fe27 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:52.513296 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-86bbb3cc-aea2-421a-a75d-87ea9ad7fe27 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:52.533010 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-86bbb3cc-aea2-421a-a75d-87ea9ad7fe27 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Made reservation on behalf of cc919bedec1b46b6aaeef5a6e940c757 for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:35:52.541232 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-86bbb3cc-aea2-421a-a75d-87ea9ad7fe27 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:52.772876 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f4b12c76-e938-4871-bb67-dbae7064bbfa req-59123535-4bdc-4887-9d92-ed83988f8407 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1341934 May 06 18:35:52.954135 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-86bbb3cc-aea2-421a-a75d-87ea9ad7fe27 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Allocated IP 172.20.0.7 (e712c820-8e93-42e1-8b79-4d408a674dd6/9a3aa520-893d-4113-b4c9-d14c97e64a44/2f85a9ee-e929-4022-a3a7-b09f4cf218ac) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:35:53.058932 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b12c76-e938-4871-bb67-dbae7064bbfa req-dffcf468-a51d-429e-8949-2211589fbdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:53.072773 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f4b12c76-e938-4871-bb67-dbae7064bbfa req-dffcf468-a51d-429e-8949-2211589fbdca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc919bedec1b46b6aaeef5a6e940c757&device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 1099 time: 0.1695943 May 06 18:35:53.324055 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 42476) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:53.465235 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-86bbb3cc-aea2-421a-a75d-87ea9ad7fe27 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:53.514712 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-86bbb3cc-aea2-421a-a75d-87ea9ad7fe27 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:53.530391 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['972457de-4329-4ae7-954a-c6eaefbbbab2'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:35:53.538005 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c3a51591-a1ac-4383-9627-9b6a2096eef9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:53.586264 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b12c76-e938-4871-bb67-dbae7064bbfa req-81506f5b-c74f-49b9-a896-cd6d7f0f9a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:53.587533 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f4b12c76-e938-4871-bb67-dbae7064bbfa req-81506f5b-c74f-49b9-a896-cd6d7f0f9a92 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e712c820-8e93-42e1-8b79-4d408a674dd6 HTTP/1.1" status: 200 len: 916 time: 0.4639773 May 06 18:35:53.735363 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f4b12c76-e938-4871-bb67-dbae7064bbfa req-136c7268-cbee-4bb7-9306-994ac7073013 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=972457de-4329-4ae7-954a-c6eaefbbbab2 HTTP/1.1" status: 200 len: 217 time: 0.0849266 May 06 18:35:53.777768 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-86bbb3cc-aea2-421a-a75d-87ea9ad7fe27 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Network e712c820-8e93-42e1-8b79-4d408a674dd6 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:35:53.799525 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-86bbb3cc-aea2-421a-a75d-87ea9ad7fe27 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:53.817052 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b12c76-e938-4871-bb67-dbae7064bbfa req-217ec8da-7095-4ead-a2f1-6fa0b1692c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:53.818761 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f4b12c76-e938-4871-bb67-dbae7064bbfa req-217ec8da-7095-4ead-a2f1-6fa0b1692c70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a3aa520-893d-4113-b4c9-d14c97e64a44 HTTP/1.1" status: 200 len: 855 time: 0.0742509 May 06 18:35:53.820888 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-86bbb3cc-aea2-421a-a75d-87ea9ad7fe27 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:35:53.909342 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 42488) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:53.923710 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbb3cc-aea2-421a-a75d-87ea9ad7fe27 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Pushing event updated for resources: {'Port': ['ID=2f85a9ee-e929-4022-a3a7-b09f4cf218ac,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:53.934437 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-86bbb3cc-aea2-421a-a75d-87ea9ad7fe27 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:53.945563 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d748c2-9063-4daa-8e89-e26b0b16798e req-7bc477fb-c83b-4be0-a9a9-4f9481afcb84 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:53.959206 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-20d748c2-9063-4daa-8e89-e26b0b16798e req-7bc477fb-c83b-4be0-a9a9-4f9481afcb84 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbca1df4-d5ae-4c29-9856-cf7fd31c330e HTTP/1.1" status: 200 len: 931 time: 0.3703113 May 06 18:35:54.020845 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f4b12c76-e938-4871-bb67-dbae7064bbfa req-83e5cd64-98a3-4709-9146-fee84912bccd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e712c820-8e93-42e1-8b79-4d408a674dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1843119 May 06 18:35:54.030593 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-86bbb3cc-aea2-421a-a75d-87ea9ad7fe27 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:54.032176 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-86bbb3cc-aea2-421a-a75d-87ea9ad7fe27 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:54.108355 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-86bbb3cc-aea2-421a-a75d-87ea9ad7fe27 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8105588 May 06 18:35:54.125721 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] Request body: {'port': {'device_id': 'bbca1df4-d5ae-4c29-9856-cf7fd31c330e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:54.310998 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1370194141-network', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:54.341351 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-700240606-network', 'tenant_id': '97dcc9ffc3774e62a6c6a20b65d59ae6'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:54.363015 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:54.364535 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:54.377953 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Usage tracker for resource:network and tenant:97dcc9ffc3774e62a6c6a20b65d59ae6 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:54.386398 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:54.388979 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] Usage tracker for resource:network and tenant:1594b9d2ba474f5684ba2fddf163a1c5 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:54.404264 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:54.410078 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:54.424686 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:54.448393 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-20d748c2-9063-4daa-8e89-e26b0b16798e req-0fd80c30-8387-4252-b815-63b8c2895f87 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810910 May 06 18:35:54.465500 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:54.503817 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Made reservation on behalf of 97dcc9ffc3774e62a6c6a20b65d59ae6 for: {'network': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:35:54.508208 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for network, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:54.549276 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:54.575228 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f4b12c76-e938-4871-bb67-dbae7064bbfa req-2ba17e33-0cec-46f5-be1c-255ec74556b0 service neutron] 10.222.0.55 "GET /v2.0/networks/e712c820-8e93-42e1-8b79-4d408a674dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402896 May 06 18:35:54.581920 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:54.589507 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Usage tracker for resource:security_group_rule and tenant:97dcc9ffc3774e62a6c6a20b65d59ae6 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:54.594535 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:54.606769 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:54.611642 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] Made reservation on behalf of 1594b9d2ba474f5684ba2fddf163a1c5 for: {'network': 1} {{(pid=78804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:35:54.620902 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for network, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:54.673191 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:54.746362 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:54.753692 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] Usage tracker for resource:security_group_rule and tenant:1594b9d2ba474f5684ba2fddf163a1c5 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:54.758596 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:54.774384 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:55.124004 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:55.135993 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:55.147349 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-229ee93a-ae05-4ca9-9eab-8e86fc38b79a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:55.166486 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:55.186401 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:55.195873 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-1c1c6810-12e7-438c-8e0d-c9b82cc73596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:55.238390 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=78803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:35:55.266618 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3643b910-e730-4868-8d32-154c9e2754b7,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:55.284180 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:55.289637 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:55.289975 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.db.segments_db [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Added segment 4e5a7700-9e20-4f7c-ba08-66c05edb45ba of type vlan for network 0345db37-2d24-47c9-ba99-e54097aa82ed May 06 18:35:55.298953 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=78804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:35:55.313062 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 42518) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:55.324536 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:55.325251 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.db.segments_db [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] Added segment 345ce7f2-3382-4b9c-8377-d2560ee66732 of type vlan for network a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 May 06 18:35:55.392280 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5ab9c8-99b6-40c1-b7d0-dc5137cda6f8,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:55.396724 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:55.403086 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f4b12c76-e938-4871-bb67-dbae7064bbfa req-e28dee7f-1507-4afa-8921-96ce3c031f9d service neutron] 10.222.0.55 "GET /v2.0/networks/e712c820-8e93-42e1-8b79-4d408a674dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7336504 May 06 18:35:55.405076 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734943509396'] for network, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:55.414876 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734943509396'] for network, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:55.422548 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f85a9ee-e929-4022-a3a7-b09f4cf218ac {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:35:55.438684 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:55.461280 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for network, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:55.463468 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:55.464421 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:55.473049 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-3593ae18-016b-4187-9921-71bfa67169b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:55.483007 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] Transition to ACTIVE for port object 2f85a9ee-e929-4022-a3a7-b09f4cf218ac will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:35:55.502824 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:55.512721 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for network, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:55.519323 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:55.578139 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:55.579485 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:55.632229 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f85a9ee-e929-4022-a3a7-b09f4cf218ac,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:55.695266 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:55.708859 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-efcf4b9f-6c73-4385-bb27-d62c85aef1ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:55.720436 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3936427 May 06 18:35:55.725471 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 42530) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:55.729517 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] Pushing event updated for resources: {'Network': ['ID=a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:55.738221 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-a3c27a93-71a4-416d-acc3-c1ebe28fac7d admin admin] Request body: {'subnet': {'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1370194141-subnet', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'ip_version': 4}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:55.747541 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:55.749202 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-a3c27a93-71a4-416d-acc3-c1ebe28fac7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:55.756895 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-a3c27a93-71a4-416d-acc3-c1ebe28fac7d admin admin] Usage tracker for resource:subnet and tenant:1594b9d2ba474f5684ba2fddf163a1c5 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:55.759110 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Network a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 details requested by agent ovs-agent-dv-cinder-733622-15-iscsi with host dv-cinder-733622-15-iscsi {{(pid=78805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:35:55.762507 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-a3c27a93-71a4-416d-acc3-c1ebe28fac7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:55.774011 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-a3c27a93-71a4-416d-acc3-c1ebe28fac7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:55.793610 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c27a93-71a4-416d-acc3-c1ebe28fac7d admin admin] Made reservation on behalf of 1594b9d2ba474f5684ba2fddf163a1c5 for: {'subnet': 1} {{(pid=78804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:35:55.798312 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a3c27a93-71a4-416d-acc3-c1ebe28fac7d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:56.020140 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c66e5358-f99b-41cf-96be-bbc200f66d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:56.052783 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-c66e5358-f99b-41cf-96be-bbc200f66d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:56.065050 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-c66e5358-f99b-41cf-96be-bbc200f66d4c admin admin] Usage tracker for resource:security_group_rule and tenant:10409a247dfe40b1a2570549c307bfce is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:56.071779 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1514690 May 06 18:35:56.078156 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-c66e5358-f99b-41cf-96be-bbc200f66d4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:56.083491 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 42538) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:56.085060 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Pushing event updated for resources: {'Network': ['ID=0345db37-2d24-47c9-ba99-e54097aa82ed,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:56.089021 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:56.104774 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Network 0345db37-2d24-47c9-ba99-e54097aa82ed details requested by agent ovs-agent-dv-cinder-733622-15-iscsi with host dv-cinder-733622-15-iscsi {{(pid=78805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:35:56.138572 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-c66e5358-f99b-41cf-96be-bbc200f66d4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:56.158052 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-e0062df5-bf07-4821-8398-ea3d4868a4a7 admin admin] Request body: {'subnet': {'network_id': '0345db37-2d24-47c9-ba99-e54097aa82ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-700240606-subnet', 'tenant_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:56.172475 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-e0062df5-bf07-4821-8398-ea3d4868a4a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:56.181670 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-e0062df5-bf07-4821-8398-ea3d4868a4a7 admin admin] Usage tracker for resource:subnet and tenant:97dcc9ffc3774e62a6c6a20b65d59ae6 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:56.208456 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-e0062df5-bf07-4821-8398-ea3d4868a4a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:56.244057 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-e0062df5-bf07-4821-8398-ea3d4868a4a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:56.265766 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] Attempting to bind port 2f85a9ee-e929-4022-a3a7-b09f4cf218ac on host hv-cinder-73362 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:35:56.266290 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] Attempting to bind port 2f85a9ee-e929-4022-a3a7-b09f4cf218ac by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'db3a5d59-306d-4aa6-a6db-a661eb0f3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:35:56.266801 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] Attempting to bind port 2f85a9ee-e929-4022-a3a7-b09f4cf218ac on network e712c820-8e93-42e1-8b79-4d408a674dd6 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:56.299408 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] Port 2f85a9ee-e929-4022-a3a7-b09f4cf218ac on network e712c820-8e93-42e1-8b79-4d408a674dd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:35:56.299408 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] Attempting to bind port 2f85a9ee-e929-4022-a3a7-b09f4cf218ac on network e712c820-8e93-42e1-8b79-4d408a674dd6 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:56.316247 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce4cb9-de3f-49df-a5d6-1e154054d379 req-4c1cc0a7-f6e1-4f6e-a1a1-572ac723ab4c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:56.317378 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-f8ce4cb9-de3f-49df-a5d6-1e154054d379 req-4c1cc0a7-f6e1-4f6e-a1a1-572ac723ab4c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Synchronizing usage tracker for tenant:cc919bedec1b46b6aaeef5a6e940c757 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:56.337188 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0062df5-bf07-4821-8398-ea3d4868a4a7 admin admin] Made reservation on behalf of 97dcc9ffc3774e62a6c6a20b65d59ae6 for: {'subnet': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:35:56.341078 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e0062df5-bf07-4821-8398-ea3d4868a4a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2760016'] for subnet, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:56.378542 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] Checking agent: {'id': '9977d64c-d59d-4d1f-af57-b1bc23e96ce2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'started_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:35:56.379117 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] Checking segment: {'id': 'db3a5d59-306d-4aa6-a6db-a661eb0f3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:35:56.379753 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] Bound using segment: {'id': 'db3a5d59-306d-4aa6-a6db-a661eb0f3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:35:56.380950 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] Bound port: 2f85a9ee-e929-4022-a3a7-b09f4cf218ac, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db3a5d59-306d-4aa6-a6db-a661eb0f3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:35:56.380950 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:56.501899 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a3c27a93-71a4-416d-acc3-c1ebe28fac7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for subnet, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:56.508865 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:56.591840 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-f8ce4cb9-de3f-49df-a5d6-1e154054d379 req-4c1cc0a7-f6e1-4f6e-a1a1-572ac723ab4c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Unset dirty status for tenant:cc919bedec1b46b6aaeef5a6e940c757 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:56.594334 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f8ce4cb9-de3f-49df-a5d6-1e154054d379 req-4c1cc0a7-f6e1-4f6e-a1a1-572ac723ab4c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbca1df4-d5ae-4c29-9856-cf7fd31c330e HTTP/1.1" status: 200 len: 943 time: 0.8960347 May 06 18:35:56.604792 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c27a93-71a4-416d-acc3-c1ebe28fac7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d,revision_number=0']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:56.619522 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-a3c27a93-71a4-416d-acc3-c1ebe28fac7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:56.620575 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c27a93-71a4-416d-acc3-c1ebe28fac7d admin admin] Checking segment: {'id': '345ce7f2-3382-4b9c-8377-d2560ee66732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:35:56.621018 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c27a93-71a4-416d-acc3-c1ebe28fac7d admin admin] Network hostable DHCP agents. Network: a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8, hostable agents: ['8fc60d36-74b8-4e3d-97e0-ec4f9e082df4'], hosted agents: [] {{(pid=78804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:35:56.649999 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c27a93-71a4-416d-acc3-c1ebe28fac7d admin admin] Network a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 is scheduled to be hosted by DHCP agent 8fc60d36-74b8-4e3d-97e0-ec4f9e082df4 with binding_index 1 {{(pid=78804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:35:56.670007 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-a3c27a93-71a4-416d-acc3-c1ebe28fac7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-iscsi, a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8) {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:56.675735 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c27a93-71a4-416d-acc3-c1ebe28fac7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:56.676530 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a3c27a93-71a4-416d-acc3-c1ebe28fac7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:56.684840 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6368d105-7f22-4888-8b3d-a3ddb31b06e3 None None] Network a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:35:56.729114 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-a3c27a93-71a4-416d-acc3-c1ebe28fac7d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0019765 May 06 18:35:56.734090 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 42558) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:56.744856 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1370194141-router', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:56.763096 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:56.773296 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] Usage tracker for resource:router and tenant:1594b9d2ba474f5684ba2fddf163a1c5 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:56.786161 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:56.806145 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:56.844905 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f8ce4cb9-de3f-49df-a5d6-1e154054d379 req-bb98af05-cd8c-4df6-9314-7fb5a9f2e418 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233062 May 06 18:35:56.849919 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15189'] for router, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:56.853544 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-998050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15196'] for router, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:56.902743 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] For port 2f85a9ee-e929-4022-a3a7-b09f4cf218ac, host hv-cinder-73362, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:35:56.910967 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:56.949962 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c66e5358-f99b-41cf-96be-bbc200f66d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:57.018200 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] For port 2f85a9ee-e929-4022-a3a7-b09f4cf218ac, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2f85a9ee-e929-4022-a3a7-b09f4cf218ac,segment=NetworkSegment(db3a5d59-306d-4aa6-a6db-a661eb0f3a17),segment_id=db3a5d59-306d-4aa6-a6db-a661eb0f3a17)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:35:57.029409 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c66e5358-f99b-41cf-96be-bbc200f66d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:57.056106 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:57.081520 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:57.184846 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:57.186154 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:57.188552 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] 10.222.0.55 "PUT /v2.0/ports/2f85a9ee-e929-4022-a3a7-b09f4cf218ac HTTP/1.1" status: 200 len: 1093 time: 3.0701134 May 06 18:35:57.203885 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbca1df4-d5ae-4c29-9856-cf7fd31c330e', 'tag': '2f85a9ee-e929-4022-a3a7-b09f4cf218ac'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:35:57.237067 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-c66e5358-f99b-41cf-96be-bbc200f66d4c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=10409a247dfe40b1a2570549c307bfce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9203451 May 06 18:35:57.242565 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 42574) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:57.335771 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e5358-f99b-41cf-96be-bbc200f66d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f971a7-0c62-4376-9a06-ca465769a775,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:57.341374 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c66e5358-f99b-41cf-96be-bbc200f66d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:57.354784 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:57.360972 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:35:57.389909 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.287s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:57.392145 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a25c3f6-e935-5b79-807a-a719f88b9197-a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8', 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'fixed_ips': [{'subnet_id': 'a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d'}]}} from dv-cinder-733622-15-iscsi. {{(pid=78805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 18:35:57.392984 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:57.447639 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbca1df4-d5ae-4c29-9856-cf7fd31c330e', 'tag': '2f85a9ee-e929-4022-a3a7-b09f4cf218ac', 'status': 'completed', 'code': 200} May 06 18:35:57.581995 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f85a9ee-e929-4022-a3a7-b09f4cf218ac,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:57.585192 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:57.659196 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 42584) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:57.676127 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-393d2308-9f9f-42c1-a58a-3408804e6355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:57.681414 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-8745a3c2-dfac-482d-8a36-c87be70be3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:57.683003 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-8745a3c2-dfac-482d-8a36-c87be70be3ad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc919bedec1b46b6aaeef5a6e940c757&device_id=bbca1df4-d5ae-4c29-9856-cf7fd31c330e HTTP/1.1" status: 200 len: 1096 time: 0.4336247 May 06 18:35:57.689303 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.db_base_plugin_common [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Allocated IP 172.20.0.2 (a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8/a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d/54dd97e6-3b6f-4d24-bdef-a4b918cd6a86) {{(pid=78805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:35:57.720088 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-972830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15278'] for router, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:57.790604 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-429e349a-89e6-48f4-afb1-cf321e71590d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f85a9ee-e929-4022-a3a7-b09f4cf218ac HTTP/1.1" status: 200 len: 217 time: 0.0949495 May 06 18:35:57.814642 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-393d2308-9f9f-42c1-a58a-3408804e6355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:57.950648 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7969e4f9-a51a-4089-8731-374248b6e28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:58.161815 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-7969e4f9-a51a-4089-8731-374248b6e28b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:58.198254 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Notify callbacks [] for port, precommit_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:58.219988 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Transition to ACTIVE for port object 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86 will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:35:58.229559 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-7969e4f9-a51a-4089-8731-374248b6e28b admin admin] Usage tracker for resource:security_group_rule and tenant:5ad44d7fdb334135ad0ec06d99a63999 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:58.265361 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Transition to ACTIVE for port object 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86 will not be triggered until provisioned by entity DHCP. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:35:58.280415 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:58.293435 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-7b312680-ea1f-4167-93da-1cb4e35b054f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:58.301480 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-01eb3cb9-b781-4827-8f19-f3f35f365a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:58.304202 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-01eb3cb9-b781-4827-8f19-f3f35f365a60 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a3aa520-893d-4113-b4c9-d14c97e64a44 HTTP/1.1" status: 200 len: 855 time: 0.4813240 May 06 18:35:58.316103 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-7969e4f9-a51a-4089-8731-374248b6e28b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:58.349909 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-7969e4f9-a51a-4089-8731-374248b6e28b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:58.369073 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:58.458708 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Network a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 is already hosted by enough agents. {{(pid=78805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:35:58.464252 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.scheduler.base_scheduler [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Resources bound (agent type, host, resource id): {{(pid=78805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:58.472127 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Received port after_create {{(pid=78805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:35:58.478800 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:58.487180 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-769c7690-7d82-4417-adaf-ed4bda58af9a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e712c820-8e93-42e1-8b79-4d408a674dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1570346 May 06 18:35:58.586157 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Pushing event updated for resources: {'Port': ['ID=54dd97e6-3b6f-4d24-bdef-a4b918cd6a86,revision_number=1']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:58.602080 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:58.602536 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:58.602783 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:58.603099 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:58.603467 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:58.603794 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:58.604110 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:58.604429 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:58.604766 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:58.605079 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:58.605393 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:58.605705 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:58.609946 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:58.672486 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Attempting to bind port 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86 on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:35:58.672937 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Attempting to bind port 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86 by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': '345ce7f2-3382-4b9c-8377-d2560ee66732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:35:58.673241 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Attempting to bind port 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86 on network a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:58.682134 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:35:58.683474 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Checking segment: {'id': '345ce7f2-3382-4b9c-8377-d2560ee66732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:35:58.683961 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:58.684433 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Bound using segment: {'id': '345ce7f2-3382-4b9c-8377-d2560ee66732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:35:58.685067 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Bound port: 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345ce7f2-3382-4b9c-8377-d2560ee66732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:35:58.685448 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:58.729644 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-393d2308-9f9f-42c1-a58a-3408804e6355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:58.746395 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-3debe798-766f-49fb-b5f6-28e1fc93e957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:58.769210 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] Allocated IP 172.27.1.105 (884521b5-a319-4325-bd13-24951164ba4c/9fcafda4-8977-4d90-a4c2-0719bb43c11a/85a263c6-6f54-4233-87b4-01355329f3ff) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:35:58.840227 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] For port 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:35:58.844059 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] For port 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=54dd97e6-3b6f-4d24-bdef-a4b918cd6a86,segment=NetworkSegment(345ce7f2-3382-4b9c-8377-d2560ee66732),segment_id=345ce7f2-3382-4b9c-8377-d2560ee66732)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:35:58.851307 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:58.855576 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:58.866242 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d2308-9f9f-42c1-a58a-3408804e6355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f971a7-0c62-4376-9a06-ca465769a775,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:58.947271 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-393d2308-9f9f-42c1-a58a-3408804e6355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:58.962408 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Pushing event updated for resources: {'Port': ['ID=54dd97e6-3b6f-4d24-bdef-a4b918cd6a86,revision_number=2']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:58.966839 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:59.013875 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6f5f7-8f9e-4b72-af8c-2d6030b24a68 req-2d711200-ca90-41bc-877c-2b45911ccc3e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:59.015789 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-66c6f5f7-8f9e-4b72-af8c-2d6030b24a68 req-2d711200-ca90-41bc-877c-2b45911ccc3e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbca1df4-d5ae-4c29-9856-cf7fd31c330e HTTP/1.1" status: 200 len: 943 time: 0.8200161 May 06 18:35:59.049420 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-28971483-a7e5-4615-babf-0a614e2f1011 service neutron] 10.222.0.55 "GET /v2.0/networks/e712c820-8e93-42e1-8b79-4d408a674dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446575 May 06 18:35:59.099448 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:59.118495 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-393d2308-9f9f-42c1-a58a-3408804e6355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:59.122585 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-393d2308-9f9f-42c1-a58a-3408804e6355 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2f971a7-0c62-4376-9a06-ca465769a775 HTTP/1.1" status: 204 len: 168 time: 1.8765366 May 06 18:35:59.158612 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:59.169305 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:59.189973 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e0062df5-bf07-4821-8398-ea3d4868a4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2178752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2759970'] for subnet, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:59.227271 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:59.294840 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] Pushing event updated for resources: {'Port': ['ID=85a263c6-6f54-4233-87b4-01355329f3ff,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:59.306920 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:59.329241 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7969e4f9-a51a-4089-8731-374248b6e28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:59.344351 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-66c6f5f7-8f9e-4b72-af8c-2d6030b24a68 req-8a9527bd-5cce-4527-b229-48a76e6a21fb tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160207 May 06 18:35:59.355692 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] Network 884521b5-a319-4325-bd13-24951164ba4c is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:35:59.359026 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7969e4f9-a51a-4089-8731-374248b6e28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:59.360121 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:59.363757 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:35:59.644350 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0062df5-bf07-4821-8398-ea3d4868a4a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4f66d51-4d4f-47b7-9053-f874c75999d5,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:59.651005 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0062df5-bf07-4821-8398-ea3d4868a4a7 admin admin] Checking segment: {'id': '4e5a7700-9e20-4f7c-ba08-66c05edb45ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0345db37-2d24-47c9-ba99-e54097aa82ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:35:59.652967 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0062df5-bf07-4821-8398-ea3d4868a4a7 admin admin] Network hostable DHCP agents. Network: 0345db37-2d24-47c9-ba99-e54097aa82ed, hostable agents: ['8fc60d36-74b8-4e3d-97e0-ec4f9e082df4'], hosted agents: [] {{(pid=78803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:35:59.670830 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-7969e4f9-a51a-4089-8731-374248b6e28b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ad44d7fdb334135ad0ec06d99a63999&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0085542 May 06 18:35:59.671618 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 42616) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:59.675508 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-e0062df5-bf07-4821-8398-ea3d4868a4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:59.677771 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:59.742435 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-be07d1a3-f6a9-43ee-8b38-ab4df58cbd22 req-2e695c55-ec0e-40e5-8ee3-5ab7464834d5 service neutron] 10.222.0.55 "GET /v2.0/networks/e712c820-8e93-42e1-8b79-4d408a674dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6696754 May 06 18:35:59.766486 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969e4f9-a51a-4089-8731-374248b6e28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a0a295-1e01-4db6-a9ec-d2ec2bc57210,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:59.782336 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7969e4f9-a51a-4089-8731-374248b6e28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:59.809494 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0062df5-bf07-4821-8398-ea3d4868a4a7 admin admin] Network 0345db37-2d24-47c9-ba99-e54097aa82ed is scheduled to be hosted by DHCP agent 8fc60d36-74b8-4e3d-97e0-ec4f9e082df4 with binding_index 1 {{(pid=78803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:35:59.836572 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-98d8d9a7-276f-4d79-9b69-3addffd72b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:59.839007 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-e0062df5-bf07-4821-8398-ea3d4868a4a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-iscsi, 0345db37-2d24-47c9-ba99-e54097aa82ed) {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:59.848794 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cb1584-923b-48d9-8a19-2f31700f58a0 None None] Network 0345db37-2d24-47c9-ba99-e54097aa82ed requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:35:59.902855 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0062df5-bf07-4821-8398-ea3d4868a4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:59.903472 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e0062df5-bf07-4821-8398-ea3d4868a4a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:59.954104 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-98d8d9a7-276f-4d79-9b69-3addffd72b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:00.003114 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-e0062df5-bf07-4821-8398-ea3d4868a4a7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.9112895 May 06 18:36:00.017752 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 42626) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:00.047750 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-700240606-router', 'tenant_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:00.056491 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:00.073586 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] Usage tracker for resource:router and tenant:97dcc9ffc3774e62a6c6a20b65d59ae6 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:00.091050 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:00.101475 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:00.109014 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a776874-56fb-44f0-9c3f-396287ea11b8 req-84cb1703-f7d2-4ea1-8330-72dd2606d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:00.112515 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5a776874-56fb-44f0-9c3f-396287ea11b8 req-84cb1703-f7d2-4ea1-8330-72dd2606d780 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc919bedec1b46b6aaeef5a6e940c757&device_id=bbca1df4-d5ae-4c29-9856-cf7fd31c330e HTTP/1.1" status: 200 len: 1096 time: 0.2701416 May 06 18:36:00.196900 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15189'] for router, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:00.203605 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-998050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15196'] for router, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:00.214686 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-98d8d9a7-276f-4d79-9b69-3addffd72b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:00.310722 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-cda11ef0-569d-4870-81e0-ef6984d2976d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:00.346679 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8d9a7-276f-4d79-9b69-3addffd72b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a0a295-1e01-4db6-a9ec-d2ec2bc57210,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:00.351431 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-98d8d9a7-276f-4d79-9b69-3addffd72b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:00.395821 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-98d8d9a7-276f-4d79-9b69-3addffd72b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:00.403345 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-98d8d9a7-276f-4d79-9b69-3addffd72b5c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/91a0a295-1e01-4db6-a9ec-d2ec2bc57210 HTTP/1.1" status: 204 len: 168 time: 0.7265265 May 06 18:36:00.405020 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:00.445990 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 42640) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:00.458557 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b57cdc-f857-4b56-a303-eec798e7fc5d None None] Network 0345db37-2d24-47c9-ba99-e54097aa82ed requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:36:00.520813 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:00.605096 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a776874-56fb-44f0-9c3f-396287ea11b8 req-858f148d-b3ea-453a-b4e7-c63814947cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:00.607424 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5a776874-56fb-44f0-9c3f-396287ea11b8 req-858f148d-b3ea-453a-b4e7-c63814947cb8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e712c820-8e93-42e1-8b79-4d408a674dd6 HTTP/1.1" status: 200 len: 916 time: 0.4875789 May 06 18:36:00.786108 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a0a883-dfcc-4c28-adc2-db0bf5818ee3 None None] Network a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:36:00.796806 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5a776874-56fb-44f0-9c3f-396287ea11b8 req-cdaec9f4-c97d-464a-ab67-203f83846e6b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f85a9ee-e929-4022-a3a7-b09f4cf218ac HTTP/1.1" status: 200 len: 217 time: 0.0913048 May 06 18:36:01.012136 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-0a74a9bd-d7ee-4a5c-b76f-a7cd343ef84e None None] Provisioning for port 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86 completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:36:01.014077 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-972830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15278'] for router, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:01.041589 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a776874-56fb-44f0-9c3f-396287ea11b8 req-46d4024d-3ff2-447a-a5f7-92aff58fda11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:01.043830 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5a776874-56fb-44f0-9c3f-396287ea11b8 req-46d4024d-3ff2-447a-a5f7-92aff58fda11 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a3aa520-893d-4113-b4c9-d14c97e64a44 HTTP/1.1" status: 200 len: 855 time: 0.2390316 May 06 18:36:01.127335 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5a776874-56fb-44f0-9c3f-396287ea11b8 req-40bebf64-0b93-4e59-9d0e-1decd8d9dfe4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e712c820-8e93-42e1-8b79-4d408a674dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621696 May 06 18:36:01.378968 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:01.383641 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-783b8f36-0dca-4a4f-91bc-424882fb36c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:01.423417 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-783b8f36-0dca-4a4f-91bc-424882fb36c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:01.428370 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-783b8f36-0dca-4a4f-91bc-424882fb36c8 admin admin] Usage tracker for resource:security_group_rule and tenant:25377a2ccb4f4c098ce47dbe706d5f69 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:01.431840 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-783b8f36-0dca-4a4f-91bc-424882fb36c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:01.438794 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-783b8f36-0dca-4a4f-91bc-424882fb36c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:01.524455 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dda67-39ce-42b4-b539-14f170879ee1 req-3348060d-c7ba-495f-8694-b280b78320ec tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:01.539791 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d56dda67-39ce-42b4-b539-14f170879ee1 req-3348060d-c7ba-495f-8694-b280b78320ec tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbca1df4-d5ae-4c29-9856-cf7fd31c330e HTTP/1.1" status: 200 len: 943 time: 0.8565543 May 06 18:36:01.543338 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-783b8f36-0dca-4a4f-91bc-424882fb36c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:01.563440 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-783b8f36-0dca-4a4f-91bc-424882fb36c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:01.581311 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-1e9abfbf-0a3c-44c2-a37e-e412772ce722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:01.620495 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5a776874-56fb-44f0-9c3f-396287ea11b8 req-03aab7c0-576b-4171-86ed-e8002039d5f0 service neutron] 10.222.0.55 "GET /v2.0/networks/e712c820-8e93-42e1-8b79-4d408a674dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851983 May 06 18:36:01.681304 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86 completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:36:01.691012 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d56dda67-39ce-42b4-b539-14f170879ee1 req-74600971-553b-4d86-aab0-2a962704f75c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468792 May 06 18:36:01.721875 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:01.722655 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:01.805492 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-783b8f36-0dca-4a4f-91bc-424882fb36c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=25377a2ccb4f4c098ce47dbe706d5f69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3566988 May 06 18:36:01.808946 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5a776874-56fb-44f0-9c3f-396287ea11b8 req-933efc20-e4f8-4d40-a889-9a26bdc10b35 service neutron] 10.222.0.55 "GET /v2.0/networks/e712c820-8e93-42e1-8b79-4d408a674dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694293 May 06 18:36:01.811075 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 42668) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:01.832195 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b8f36-0dca-4a4f-91bc-424882fb36c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82a5c88-2b31-4b0b-868a-2c28c320deb0,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:01.902980 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-783b8f36-0dca-4a4f-91bc-424882fb36c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:02.064980 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:02.109208 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 42674) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:02.118707 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047305'] for router, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:02.127604 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=54dd97e6-3b6f-4d24-bdef-a4b918cd6a86,segment=NetworkSegment(345ce7f2-3382-4b9c-8377-d2560ee66732),segment_id=345ce7f2-3382-4b9c-8377-d2560ee66732)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:02.144879 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:02.151867 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:02.374078 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-d71fc66f-ab34-4c74-ad73-4ebac9f5321b None None] Provisioning complete for port 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86 triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:02.374756 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-d71fc66f-ab34-4c74-ad73-4ebac9f5321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:02.418311 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-979927315-network', 'tenant_id': '7514a163d60649b5a921670fadf528ad'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:02.448974 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:02.494451 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=54dd97e6-3b6f-4d24-bdef-a4b918cd6a86,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:02.511174 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:02.529577 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 2f85a9ee-e929-4022-a3a7-b09f4cf218ac details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:36:02.576276 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:02.594304 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Usage tracker for resource:network and tenant:7514a163d60649b5a921670fadf528ad is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:02.602773 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:02.614662 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:02.617383 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8a3823ee-921a-4966-969d-7388561a8657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:02.622266 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:02.652554 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8a3823ee-921a-4966-969d-7388561a8657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:02.657379 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Made reservation on behalf of 7514a163d60649b5a921670fadf528ad for: {'network': 1} {{(pid=78804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:36:02.661097 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for network, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:02.710444 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:02.746610 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:02.754811 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Usage tracker for resource:security_group_rule and tenant:7514a163d60649b5a921670fadf528ad is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:02.762474 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:02.773276 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8a3823ee-921a-4966-969d-7388561a8657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:02.776921 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:02.789524 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:02.821444 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3823ee-921a-4966-969d-7388561a8657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82a5c88-2b31-4b0b-868a-2c28c320deb0,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:02.846091 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8a3823ee-921a-4966-969d-7388561a8657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:02.909026 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8a3823ee-921a-4966-969d-7388561a8657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:02.915028 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-8a3823ee-921a-4966-969d-7388561a8657 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d82a5c88-2b31-4b0b-868a-2c28c320deb0 HTTP/1.1" status: 204 len: 168 time: 1.0974112 May 06 18:36:02.945768 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 2f85a9ee-e929-4022-a3a7-b09f4cf218ac, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2f85a9ee-e929-4022-a3a7-b09f4cf218ac,segment=NetworkSegment(db3a5d59-306d-4aa6-a6db-a661eb0f3a17),segment_id=db3a5d59-306d-4aa6-a6db-a661eb0f3a17)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:02.965390 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] Router f7de5552-23d1-4bcc-ae13-da40ddf069f8 is scheduled to L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a with binding_index 1 {{(pid=78804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 18:36:02.981936 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': '2f85a9ee-e929-4022-a3a7-b09f4cf218ac', 'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6', 'port_id': '2f85a9ee-e929-4022-a3a7-b09f4cf218ac', 'mac_address': 'fa:16:3e:2e:ec:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3aa520-893d-4113-b4c9-d14c97e64a44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:36:03.186054 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:03.242971 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:03.254368 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:03.264738 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:03.275179 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f11d9273-5f89-4a50-80f8-e7071457197c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:03.334516 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3091145-c26b-41b6-8ea0-3a95a7cbd739,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:03.364829 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:03.374144 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] Allocated IP 172.27.1.173 (884521b5-a319-4325-bd13-24951164ba4c/9fcafda4-8977-4d90-a4c2-0719bb43c11a/498a8972-dbf2-45fa-a6d3-bc85ac72e47d) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:36:03.401041 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=78804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:36:03.414966 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f85a9ee-e929-4022-a3a7-b09f4cf218ac {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:36:03.418880 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771b6d0-6505-4665-82a9-97f7aa4602d6 req-1b9365e7-004f-4a67-9b0b-661c85e4f85b tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:03.430986 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6771b6d0-6505-4665-82a9-97f7aa4602d6 req-1b9365e7-004f-4a67-9b0b-661c85e4f85b tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbca1df4-d5ae-4c29-9856-cf7fd31c330e HTTP/1.1" status: 200 len: 943 time: 0.3482380 May 06 18:36:03.436339 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:03.437206 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.db.segments_db [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Added segment 50ad9396-89fe-4b72-b019-24807965dc4d of type vlan for network 99c51f6f-d2a7-4a7d-a523-57071f81991e May 06 18:36:03.478817 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 2f85a9ee-e929-4022-a3a7-b09f4cf218ac, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2f85a9ee-e929-4022-a3a7-b09f4cf218ac,segment=NetworkSegment(db3a5d59-306d-4aa6-a6db-a661eb0f3a17),segment_id=db3a5d59-306d-4aa6-a6db-a661eb0f3a17)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:03.481513 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:03.482566 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:03.499558 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:36:03.511850 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] Sync routers for ids ['f7de5552-23d1-4bcc-ae13-da40ddf069f8'] in dv-cinder-733622-15-iscsi {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:36:03.548489 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] Routers {'f7de5552-23d1-4bcc-ae13-da40ddf069f8'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:36:03.553487 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:35:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['f7de5552-23d1-4bcc-ae13-da40ddf069f8'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:03.579375 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6771b6d0-6505-4665-82a9-97f7aa4602d6 req-396eb818-070a-4c95-bc9b-797bc36979b5 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472602 May 06 18:36:03.590825 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] Notify callbacks [] for router, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:03.598465 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8572831 May 06 18:36:03.599390 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 42700) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:03.660653 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:03.679327 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:03.719907 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734943509396'] for network, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:03.949978 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:04.023904 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=2f85a9ee-e929-4022-a3a7-b09f4cf218ac,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:04.025406 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:04.056740 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:04.061529 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:04.098170 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] Set router f7de5552-23d1-4bcc-ae13-da40ddf069f8 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:36:04.156740 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['2f85a9ee-e929-4022-a3a7-b09f4cf218ac'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:36:04.174771 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for network, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:04.187070 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:04.189995 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:04.220562 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:04.239438 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] Network 884521b5-a319-4325-bd13-24951164ba4c is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:36:04.249509 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:36:04.261191 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:36:04.728361 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.6032577 May 06 18:36:04.759829 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 42726) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:04.782260 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-a3a3777e-d17c-488a-8a6a-88aa3d403ae8 admin admin] Request body: {'subnet': {'network_id': '99c51f6f-d2a7-4a7d-a523-57071f81991e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-979927315-subnet', 'tenant_id': '7514a163d60649b5a921670fadf528ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:04.816004 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-a3a3777e-d17c-488a-8a6a-88aa3d403ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:04.835678 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-a3a3777e-d17c-488a-8a6a-88aa3d403ae8 admin admin] Usage tracker for resource:subnet and tenant:7514a163d60649b5a921670fadf528ad is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:04.843336 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-a3a3777e-d17c-488a-8a6a-88aa3d403ae8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:04.858061 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-a3a3777e-d17c-488a-8a6a-88aa3d403ae8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:04.864226 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'name': 'tempest-TestShelveInstance-1370194141-router', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:35:56Z', 'updated_at': '2021-05-06T18:35:59Z', 'revision_number': 3, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'gw_port': {'id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:58Z', 'updated_at': '2021-05-06T18:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:04.873907 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] Checking router: f7de5552-23d1-4bcc-ae13-da40ddf069f8 for host: dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:36:04.876214 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] Updating router f7de5552-23d1-4bcc-ae13-da40ddf069f8 port 85a263c6-6f54-4233-87b4-01355329f3ff binding host dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:36:04.893394 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Pushing event updated for resources: {'Network': ['ID=99c51f6f-d2a7-4a7d-a523-57071f81991e,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:04.899469 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a3777e-d17c-488a-8a6a-88aa3d403ae8 admin admin] Made reservation on behalf of 7514a163d60649b5a921670fadf528ad for: {'subnet': 1} {{(pid=78804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:36:04.906459 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a3a3777e-d17c-488a-8a6a-88aa3d403ae8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:04.913952 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Network 99c51f6f-d2a7-4a7d-a523-57071f81991e details requested by agent ovs-agent-dv-cinder-733622-15-iscsi with host dv-cinder-733622-15-iscsi {{(pid=78805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:36:05.039708 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:05.103125 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] Pushing event updated for resources: {'Port': ['ID=498a8972-dbf2-45fa-a6d3-bc85ac72e47d,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:05.119403 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.062s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:05.330924 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:05.377405 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.157s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:05.878358 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:05.897918 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] Transition to ACTIVE for port object 85a263c6-6f54-4233-87b4-01355329f3ff will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:36:05.907465 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:05.923626 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-de567d4e-e6f6-4347-b05f-669178457be5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:06.030908 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000e6e3-a1df-4730-8075-a4c8af7937a2 None None] Pushing event updated for resources: {'Port': ['ID=85a263c6-6f54-4233-87b4-01355329f3ff,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:06.040504 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] Attempting to bind port 85a263c6-6f54-4233-87b4-01355329f3ff on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:36:06.041151 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] Attempting to bind port 85a263c6-6f54-4233-87b4-01355329f3ff by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:36:06.041671 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] Attempting to bind port 85a263c6-6f54-4233-87b4-01355329f3ff on network 884521b5-a319-4325-bd13-24951164ba4c {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:36:06.051267 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000e6e3-a1df-4730-8075-a4c8af7937a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:06.051874 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000e6e3-a1df-4730-8075-a4c8af7937a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:06.052354 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000e6e3-a1df-4730-8075-a4c8af7937a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:06.053698 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000e6e3-a1df-4730-8075-a4c8af7937a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:06.054190 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000e6e3-a1df-4730-8075-a4c8af7937a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:06.054688 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000e6e3-a1df-4730-8075-a4c8af7937a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:06.055383 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000e6e3-a1df-4730-8075-a4c8af7937a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:06.056419 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000e6e3-a1df-4730-8075-a4c8af7937a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:06.056955 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000e6e3-a1df-4730-8075-a4c8af7937a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:06.057603 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000e6e3-a1df-4730-8075-a4c8af7937a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:06.058087 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000e6e3-a1df-4730-8075-a4c8af7937a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:06.058551 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000e6e3-a1df-4730-8075-a4c8af7937a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:06.064077 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-2000e6e3-a1df-4730-8075-a4c8af7937a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:06.065376 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:36:06.065956 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] Checking segment: {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:36:06.066511 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:06.067060 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] Bound using segment: {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:36:06.067736 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] Bound port: 85a263c6-6f54-4233-87b4-01355329f3ff, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:36:06.069539 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:06.179278 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] For port 85a263c6-6f54-4233-87b4-01355329f3ff, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:36:06.183917 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] For port 85a263c6-6f54-4233-87b4-01355329f3ff, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=85a263c6-6f54-4233-87b4-01355329f3ff,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:36:06.191753 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:06.204828 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:06.301594 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000e6e3-a1df-4730-8075-a4c8af7937a2 None None] Pushing event updated for resources: {'Port': ['ID=85a263c6-6f54-4233-87b4-01355329f3ff,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:06.307557 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-2000e6e3-a1df-4730-8075-a4c8af7937a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:06.313020 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] Routers {'f7de5552-23d1-4bcc-ae13-da40ddf069f8'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:36:06.313661 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:35:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['f7de5552-23d1-4bcc-ae13-da40ddf069f8'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:06.446977 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047305'] for router, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:06.470796 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2384d-b883-433e-87db-4f2298ea89a9 req-91a1b16b-0e54-48ec-be3f-34569e662245 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:06.473837 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-34b2384d-b883-433e-87db-4f2298ea89a9 req-91a1b16b-0e54-48ec-be3f-34569e662245 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbca1df4-d5ae-4c29-9856-cf7fd31c330e HTTP/1.1" status: 200 len: 944 time: 1.0950825 May 06 18:36:06.533668 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 2f85a9ee-e929-4022-a3a7-b09f4cf218ac up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:06.700513 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning for port 2f85a9ee-e929-4022-a3a7-b09f4cf218ac completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:36:06.707676 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port 2f85a9ee-e929-4022-a3a7-b09f4cf218ac triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:06.708188 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:06.716892 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] Set router f7de5552-23d1-4bcc-ae13-da40ddf069f8 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:36:06.833567 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] Router c99461e0-3443-4dc2-92fa-909f44d04722 is scheduled to L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a with binding_index 1 {{(pid=78803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 18:36:06.895232 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:06.916009 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-34b2384d-b883-433e-87db-4f2298ea89a9 req-65dac54e-e563-4219-acc6-3af9c52e6139 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224699 May 06 18:36:06.976571 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbca1df4-d5ae-4c29-9856-cf7fd31c330e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f85a9ee-e929-4022-a3a7-b09f4cf218ac'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:36:07.002239 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 2f85a9ee-e929-4022-a3a7-b09f4cf218ac, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2f85a9ee-e929-4022-a3a7-b09f4cf218ac,segment=NetworkSegment(db3a5d59-306d-4aa6-a6db-a661eb0f3a17),segment_id=db3a5d59-306d-4aa6-a6db-a661eb0f3a17)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:07.012739 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:07.016273 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:07.120215 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbca1df4-d5ae-4c29-9856-cf7fd31c330e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f85a9ee-e929-4022-a3a7-b09f4cf218ac', 'code': 200} May 06 18:36:07.125423 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-df12a750-88bc-4180-a958-5deea2957d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:07.196103 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=2f85a9ee-e929-4022-a3a7-b09f4cf218ac,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:07.205610 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:07.314652 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 42774) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:07.324841 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'name': 'tempest-TestShelveInstance-1370194141-router', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:35:56Z', 'updated_at': '2021-05-06T18:35:59Z', 'revision_number': 3, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'gw_port': {'id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:58Z', 'updated_at': '2021-05-06T18:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:07.331254 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b24816c-2df2-4345-823e-0ae0ad4f26c2 None None] The sync data for ids ['f7de5552-23d1-4bcc-ae13-da40ddf069f8'] in dv-cinder-733622-15-iscsi is: [{'id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'name': 'tempest-TestShelveInstance-1370194141-router', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:35:56Z', 'updated_at': '2021-05-06T18:35:59Z', 'revision_number': 3, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'gw_port': {'id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:58Z', 'updated_at': '2021-05-06T18:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}] {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:36:07.458486 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:36:07.472661 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] Sync routers for ids ['c99461e0-3443-4dc2-92fa-909f44d04722'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:36:07.495878 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b1767-eb5d-4937-a275-44abc8e83a35 req-57b5d03b-b669-4348-a278-a66854bbe380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:07.496297 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] Routers {'c99461e0-3443-4dc2-92fa-909f44d04722'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:36:07.497151 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:35:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['c99461e0-3443-4dc2-92fa-909f44d04722'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:07.497372 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6e8b1767-eb5d-4937-a275-44abc8e83a35 req-57b5d03b-b669-4348-a278-a66854bbe380 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bbca1df4-d5ae-4c29-9856-cf7fd31c330e HTTP/1.1" status: 200 len: 1098 time: 0.1698682 May 06 18:36:07.505935 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] Notify callbacks [] for router, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:07.509901 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.4881206 May 06 18:36:07.545975 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 42780) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:07.669887 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6e8b1767-eb5d-4937-a275-44abc8e83a35 req-450715bc-912f-4604-aa98-b4097240a2db service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615274 May 06 18:36:07.797818 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] Set router c99461e0-3443-4dc2-92fa-909f44d04722 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:36:07.825356 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-baae621a-1e5c-4a7d-8613-6f4b96bc3c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:07.846690 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-baae621a-1e5c-4a7d-8613-6f4b96bc3c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:07.877141 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-baae621a-1e5c-4a7d-8613-6f4b96bc3c72 admin admin] Usage tracker for resource:security_group_rule and tenant:1329d8115b604541ae4b12fcde44b8d1 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:07.906719 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-baae621a-1e5c-4a7d-8613-6f4b96bc3c72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:08.149733 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-baae621a-1e5c-4a7d-8613-6f4b96bc3c72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:08.167339 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-df12a750-88bc-4180-a958-5deea2957d52 admin admin] Allocated IP 172.20.0.1 (a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8/a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d/2fc906ef-bb7d-4c03-910e-601a7b6b8c6b) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:36:08.376293 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a3a3777e-d17c-488a-8a6a-88aa3d403ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for subnet, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:08.397887 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-a3c27a93-71a4-416d-acc3-c1ebe28fac7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:08.463381 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-baae621a-1e5c-4a7d-8613-6f4b96bc3c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:08.506470 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99461e0-3443-4dc2-92fa-909f44d04722', 'name': 'tempest-ServerRescueNegativeTestJSON-700240606-router', 'tenant_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '498a8972-dbf2-45fa-a6d3-bc85ac72e47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:36:00Z', 'updated_at': '2021-05-06T18:36:04Z', 'revision_number': 3, 'project_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'gw_port': {'id': '498a8972-dbf2-45fa-a6d3-bc85ac72e47d', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:96:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99461e0-3443-4dc2-92fa-909f44d04722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:02Z', 'updated_at': '2021-05-06T18:36:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:08.522257 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] Checking router: c99461e0-3443-4dc2-92fa-909f44d04722 for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:36:08.523992 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] Updating router c99461e0-3443-4dc2-92fa-909f44d04722 port 498a8972-dbf2-45fa-a6d3-bc85ac72e47d binding host dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:36:08.530524 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-baae621a-1e5c-4a7d-8613-6f4b96bc3c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:08.566741 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3777e-d17c-488a-8a6a-88aa3d403ae8 admin admin] Checking segment: {'id': '50ad9396-89fe-4b72-b019-24807965dc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99c51f6f-d2a7-4a7d-a523-57071f81991e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:36:08.567097 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a3777e-d17c-488a-8a6a-88aa3d403ae8 admin admin] Network hostable DHCP agents. Network: 99c51f6f-d2a7-4a7d-a523-57071f81991e, hostable agents: ['8fc60d36-74b8-4e3d-97e0-ec4f9e082df4'], hosted agents: [] {{(pid=78804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:36:08.574745 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6907c92e-ef21-4ddb-9e0e-a720d3a645ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:08.587518 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443ecfd-0738-447f-a06d-86cfff07b2c4 req-1a65cbdb-9ff1-47e0-a207-96bc3feb6640 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:08.589083 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f443ecfd-0738-447f-a06d-86cfff07b2c4 req-1a65cbdb-9ff1-47e0-a207-96bc3feb6640 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbca1df4-d5ae-4c29-9856-cf7fd31c330e HTTP/1.1" status: 200 len: 945 time: 0.3563654 May 06 18:36:08.593186 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3777e-d17c-488a-8a6a-88aa3d403ae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29251e12-e90b-4920-9830-721ffa983e8e,revision_number=0']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:08.597159 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-a3a3777e-d17c-488a-8a6a-88aa3d403ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:08.654343 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-df12a750-88bc-4180-a958-5deea2957d52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:08.694406 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:08.698466 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f443ecfd-0738-447f-a06d-86cfff07b2c4 req-443795b7-23db-4d8a-a5fd-9a30ec5f96d7 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865049 May 06 18:36:08.702104 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a3777e-d17c-488a-8a6a-88aa3d403ae8 admin admin] Network 99c51f6f-d2a7-4a7d-a523-57071f81991e is scheduled to be hosted by DHCP agent 8fc60d36-74b8-4e3d-97e0-ec4f9e082df4 with binding_index 1 {{(pid=78804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:36:08.713727 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-df12a750-88bc-4180-a958-5deea2957d52 admin admin] Transition to ACTIVE for port object 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b will not be triggered until provisioned by entity DHCP. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:36:08.722358 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-a3a3777e-d17c-488a-8a6a-88aa3d403ae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-iscsi, 99c51f6f-d2a7-4a7d-a523-57071f81991e) {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:36:08.742946 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a3777e-d17c-488a-8a6a-88aa3d403ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:08.751203 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a3a3777e-d17c-488a-8a6a-88aa3d403ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:08.794104 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286c81d3-08bf-4767-a7c2-3b5f4c2320fa None None] Network 99c51f6f-d2a7-4a7d-a523-57071f81991e requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:36:08.808039 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-a3a3777e-d17c-488a-8a6a-88aa3d403ae8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.0367005 May 06 18:36:08.814806 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-df12a750-88bc-4180-a958-5deea2957d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:08.820865 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:08.922342 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae621a-1e5c-4a7d-8613-6f4b96bc3c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812108ac-cdc1-4589-a4a8-4d2d76f6a497,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:08.926616 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df12a750-88bc-4180-a958-5deea2957d52 admin admin] Network a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:36:08.950704 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-baae621a-1e5c-4a7d-8613-6f4b96bc3c72 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1329d8115b604541ae4b12fcde44b8d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6354403 May 06 18:36:08.956395 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-baae621a-1e5c-4a7d-8613-6f4b96bc3c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:08.957004 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 42798) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:08.960182 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-df12a750-88bc-4180-a958-5deea2957d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:36:08.971932 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df12a750-88bc-4180-a958-5deea2957d52 admin admin] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:36:08.972387 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-df12a750-88bc-4180-a958-5deea2957d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1039830'] for router_interface, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:09.070808 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12a750-88bc-4180-a958-5deea2957d52 admin admin] Pushing event updated for resources: {'Port': ['ID=2fc906ef-bb7d-4c03-910e-601a7b6b8c6b,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:09.074017 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-df12a750-88bc-4180-a958-5deea2957d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:09.086689 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-dab1db56-3d38-4177-94ca-ff6e3f1ea597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:09.204847 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-df12a750-88bc-4180-a958-5deea2957d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:09.252078 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-dab1db56-3d38-4177-94ca-ff6e3f1ea597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:09.364161 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 85a263c6-6f54-4233-87b4-01355329f3ff up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:09.565201 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-9e4ec15e-ac1f-4bfd-ab3f-887eec590005 None None] Provisioning for port 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:36:09.592358 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-9e4ec15e-ac1f-4bfd-ab3f-887eec590005 None None] Provisioning complete for port 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:09.593691 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-9e4ec15e-ac1f-4bfd-ab3f-887eec590005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:09.820457 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-dab1db56-3d38-4177-94ca-ff6e3f1ea597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:09.853126 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-98d8d9a7-276f-4d79-9b69-3addffd72b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:09.908415 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1db56-3d38-4177-94ca-ff6e3f1ea597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812108ac-cdc1-4589-a4a8-4d2d76f6a497,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:09.914610 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-dab1db56-3d38-4177-94ca-ff6e3f1ea597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:09.925352 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-dab1db56-3d38-4177-94ca-ff6e3f1ea597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:09.929561 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-dab1db56-3d38-4177-94ca-ff6e3f1ea597 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/812108ac-cdc1-4589-a4a8-4d2d76f6a497 HTTP/1.1" status: 204 len: 168 time: 0.9662638 May 06 18:36:10.118684 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-df12a750-88bc-4180-a958-5deea2957d52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:10.126775 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d18b45a0-e281-42a0-a49f-760bc35a68ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:10.137674 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-df12a750-88bc-4180-a958-5deea2957d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:10.139721 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-df12a750-88bc-4180-a958-5deea2957d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1039733'] for router_interface, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:10.153254 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:10.330685 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12a750-88bc-4180-a958-5deea2957d52 admin admin] Pushing event updated for resources: {'Port': ['ID=2fc906ef-bb7d-4c03-910e-601a7b6b8c6b,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:10.341538 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-df12a750-88bc-4180-a958-5deea2957d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:10.366860 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-9e4ec15e-ac1f-4bfd-ab3f-887eec590005 None None] Port 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:36:10.567133 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f8ca5-1464-44b6-b436-59f70e36573c req-08116ea9-e2db-4bc0-b52f-255b2bd0cdb2 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:10.568706 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e64f8ca5-1464-44b6-b436-59f70e36573c req-08116ea9-e2db-4bc0-b52f-255b2bd0cdb2 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbca1df4-d5ae-4c29-9856-cf7fd31c330e HTTP/1.1" status: 200 len: 945 time: 0.5662677 May 06 18:36:10.598659 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df12a750-88bc-4180-a958-5deea2957d52 admin admin] Network a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:36:10.603729 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-df12a750-88bc-4180-a958-5deea2957d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:36:10.707924 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2b90ed-0985-4909-9334-6035fded9bdb None None] Network 99c51f6f-d2a7-4a7d-a523-57071f81991e requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:36:10.748662 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e64f8ca5-1464-44b6-b436-59f70e36573c req-c61dad89-b7d6-480f-8b9d-2ebad729782f tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733680 May 06 18:36:10.815511 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-d18b45a0-e281-42a0-a49f-760bc35a68ed admin admin] Allocated IP 172.20.0.1 (0345db37-2d24-47c9-ba99-e54097aa82ed/c4f66d51-4d4f-47b7-9053-f874c75999d5/bb16b320-56f4-4ef1-a428-62d40e96433b) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:36:10.832391 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port 85a263c6-6f54-4233-87b4-01355329f3ff completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:36:10.838490 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] Notify callbacks [] for port, precommit_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:10.853197 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 85a263c6-6f54-4233-87b4-01355329f3ff triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:10.853582 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:10.918331 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] Transition to ACTIVE for port object 498a8972-dbf2-45fa-a6d3-bc85ac72e47d will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:36:10.987428 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df12a750-88bc-4180-a958-5deea2957d52 admin admin] Router f7de5552-23d1-4bcc-ae13-da40ddf069f8 has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:36:10.988299 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:10.998815 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:11.274429 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d18b45a0-e281-42a0-a49f-760bc35a68ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:11.310679 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] Attempting to bind port 498a8972-dbf2-45fa-a6d3-bc85ac72e47d on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:36:11.311631 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] Attempting to bind port 498a8972-dbf2-45fa-a6d3-bc85ac72e47d by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:36:11.312772 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] Attempting to bind port 498a8972-dbf2-45fa-a6d3-bc85ac72e47d on network 884521b5-a319-4325-bd13-24951164ba4c {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:36:11.351650 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:36:11.352482 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] Checking segment: {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:36:11.354684 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:11.354904 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d18b45a0-e281-42a0-a49f-760bc35a68ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:11.355401 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] Bound using segment: {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:36:11.356101 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] Bound port: 498a8972-dbf2-45fa-a6d3-bc85ac72e47d, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:36:11.356557 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:11.359070 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:11.437368 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b45a0-e281-42a0-a49f-760bc35a68ed admin admin] Pushing event updated for resources: {'Port': ['ID=bb16b320-56f4-4ef1-a428-62d40e96433b,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:11.441130 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-d18b45a0-e281-42a0-a49f-760bc35a68ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:11.460238 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b45a0-e281-42a0-a49f-760bc35a68ed admin admin] Network 0345db37-2d24-47c9-ba99-e54097aa82ed is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:36:11.462332 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-d18b45a0-e281-42a0-a49f-760bc35a68ed admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:36:11.466697 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18b45a0-e281-42a0-a49f-760bc35a68ed admin admin] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:36:11.522582 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82229e-3fd2-4757-996b-eb459e03bbc7 None None] Pushing event updated for resources: {'Port': ['ID=498a8972-dbf2-45fa-a6d3-bc85ac72e47d,revision_number=2']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:11.531180 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df12a750-88bc-4180-a958-5deea2957d52 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:36:11.542979 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] Sync routers for ids ['f7de5552-23d1-4bcc-ae13-da40ddf069f8'] in dv-cinder-733622-15-iscsi {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:36:11.548189 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d18b45a0-e281-42a0-a49f-760bc35a68ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1039830'] for router_interface, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:11.556191 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-df12a750-88bc-4180-a958-5deea2957d52 admin admin] 10.222.0.50 "PUT /v2.0/routers/f7de5552-23d1-4bcc-ae13-da40ddf069f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9552102 May 06 18:36:11.580989 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] Routers {'f7de5552-23d1-4bcc-ae13-da40ddf069f8'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:36:11.582366 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:35:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['f7de5552-23d1-4bcc-ae13-da40ddf069f8'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:11.688864 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-d099e1f0-d570-4ad9-846e-758c12be85ef None None] Provisioning complete for port 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:11.689428 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-d099e1f0-d570-4ad9-846e-758c12be85ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:11.763214 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-dc82229e-3fd2-4757-996b-eb459e03bbc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:11.843434 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:11.863112 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port 85a263c6-6f54-4233-87b4-01355329f3ff, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=85a263c6-6f54-4233-87b4-01355329f3ff,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:11.882101 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d18b45a0-e281-42a0-a49f-760bc35a68ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:11.944188 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] For port 498a8972-dbf2-45fa-a6d3-bc85ac72e47d, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:36:11.955835 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] For port 498a8972-dbf2-45fa-a6d3-bc85ac72e47d, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=498a8972-dbf2-45fa-a6d3-bc85ac72e47d,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:36:11.966189 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-d099e1f0-d570-4ad9-846e-758c12be85ef None None] Port 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:36:11.973495 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:11.986727 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:12.059759 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] Set router f7de5552-23d1-4bcc-ae13-da40ddf069f8 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:36:12.159844 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:12.328141 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=85a263c6-6f54-4233-87b4-01355329f3ff,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:12.342874 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:12.352636 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:12.487048 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] Routers {'c99461e0-3443-4dc2-92fa-909f44d04722'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:36:12.487257 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:35:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['c99461e0-3443-4dc2-92fa-909f44d04722'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:12.603432 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'name': 'tempest-TestShelveInstance-1370194141-router', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:35:56Z', 'updated_at': '2021-05-06T18:36:09Z', 'revision_number': 4, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'gw_port': {'id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:58Z', 'updated_at': '2021-05-06T18:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '2fc906ef-bb7d-4c03-910e-601a7b6b8c6b', 'name': '', 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'mac_address': 'fa:16:3e:d5:15:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:07Z', 'updated_at': '2021-05-06T18:36:09Z', 'revision_number': 2, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'subnets': [{'id': 'a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:12.609314 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] Checking router: f7de5552-23d1-4bcc-ae13-da40ddf069f8 for host: dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:36:12.610042 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] Updating router f7de5552-23d1-4bcc-ae13-da40ddf069f8 port 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b binding host dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:36:12.623695 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-f17c2316-e97a-4d8b-bb49-4c7655c81fcd tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:12.625236 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-f17c2316-e97a-4d8b-bb49-4c7655c81fcd tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/networks?id=99c51f6f-d2a7-4a7d-a523-57071f81991e HTTP/1.1" status: 200 len: 808 time: 0.3355215 May 06 18:36:12.698694 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:12.711483 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-e0d7a433-ffeb-4ba9-8dcf-cf597a40813d tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/quotas/7514a163d60649b5a921670fadf528ad HTTP/1.1" status: 200 len: 375 time: 0.0633075 May 06 18:36:12.924052 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-81bcbdba-80d4-4cfd-9bb6-a29f6aa8546e tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7514a163d60649b5a921670fadf528ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1995044 May 06 18:36:13.003554 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82229e-3fd2-4757-996b-eb459e03bbc7 None None] Pushing event updated for resources: {'Port': ['ID=498a8972-dbf2-45fa-a6d3-bc85ac72e47d,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:13.013057 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-dc82229e-3fd2-4757-996b-eb459e03bbc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:13.118294 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-38c9151f-051c-4907-9a27-97adfc21f6b7 service neutron] 10.222.0.50 "GET /v2.0/networks/99c51f6f-d2a7-4a7d-a523-57071f81991e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933892 May 06 18:36:13.158500 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] Set router c99461e0-3443-4dc2-92fa-909f44d04722 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:36:13.269254 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-f8d1bc85-f25b-49de-b08a-7dfefeec7f45 service neutron] 10.222.0.50 "GET /v2.0/networks/99c51f6f-d2a7-4a7d-a523-57071f81991e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499813 May 06 18:36:13.406491 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d18b45a0-e281-42a0-a49f-760bc35a68ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:13.429439 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d18b45a0-e281-42a0-a49f-760bc35a68ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:13.518065 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-aa936237-c74b-48d3-bf93-62822a648987 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:13.647763 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 42930) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:13.654007 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-675040937-network', 'tenant_id': 'b7dcab37da29473781158b64861dd1b9'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:13.668364 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:13.682072 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Usage tracker for resource:network and tenant:b7dcab37da29473781158b64861dd1b9 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:13.690427 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:13.709427 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:13.752773 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Made reservation on behalf of b7dcab37da29473781158b64861dd1b9 for: {'network': 1} {{(pid=78804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:36:13.755203 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for network, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:13.797040 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:13.847317 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:13.854842 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:13.868055 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Usage tracker for resource:security_group_rule and tenant:b7dcab37da29473781158b64861dd1b9 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:13.879808 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:13.887859 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] Transition to ACTIVE for port object 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:36:13.899424 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:13.905760 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:13.940515 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-e6002cb6-c535-4b4f-bcbc-8ac2caff3869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:14.004279 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6c3dc6a7-140d-4aa9-b73f-092f521e41ff req-2657e7f3-b81f-4458-8566-d144ce89d1fe tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=d15d3bd0-2ad2-44a4-be03-a9adc72eba26 HTTP/1.1" status: 200 len: 210 time: 0.1210980 May 06 18:36:14.016355 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b45a0-e281-42a0-a49f-760bc35a68ed admin admin] Pushing event updated for resources: {'Port': ['ID=bb16b320-56f4-4ef1-a428-62d40e96433b,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:14.024463 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-d18b45a0-e281-42a0-a49f-760bc35a68ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:14.028992 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d18b45a0-e281-42a0-a49f-760bc35a68ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1039733'] for router_interface, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:14.197526 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:14.207980 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:14.223791 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:14.293058 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 85a263c6-6f54-4233-87b4-01355329f3ff up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:14.374899 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=78804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:36:14.432821 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638c45c6-7feb-492d-bcec-7589595bece7,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:14.446457 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:14.460900 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:14.464184 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.db.segments_db [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Added segment 585774ff-b71b-4d76-993f-8f70e01be396 of type vlan for network 6e3b754e-ea1d-4103-ab6d-dea7d30e4996 May 06 18:36:14.509855 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b45a0-e281-42a0-a49f-760bc35a68ed admin admin] Network 0345db37-2d24-47c9-ba99-e54097aa82ed is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:36:14.513636 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-d18b45a0-e281-42a0-a49f-760bc35a68ed admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:36:14.592411 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 85a263c6-6f54-4233-87b4-01355329f3ff triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:14.593137 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:14.621856 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734943509396'] for network, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:14.739057 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for network, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:14.741845 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:14.742479 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:14.747117 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:14.762679 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a6c7f-d49d-4a3f-8964-86f40fed0fc9 None None] Pushing event updated for resources: {'Port': ['ID=2fc906ef-bb7d-4c03-910e-601a7b6b8c6b,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:14.913619 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a31a6c7f-d49d-4a3f-8964-86f40fed0fc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.977s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:15.132983 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] Attempting to bind port 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:36:15.135827 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] Attempting to bind port 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': '345ce7f2-3382-4b9c-8377-d2560ee66732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:36:15.136656 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] Attempting to bind port 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b on network a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:36:15.159060 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Pushing event updated for resources: {'Network': ['ID=6e3b754e-ea1d-4103-ab6d-dea7d30e4996,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:15.175010 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:36:15.178548 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] Checking segment: {'id': '345ce7f2-3382-4b9c-8377-d2560ee66732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:36:15.179432 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5304592 May 06 18:36:15.179820 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:15.180789 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:15.181504 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 42964) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:15.181699 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] Bound using segment: {'id': '345ce7f2-3382-4b9c-8377-d2560ee66732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:36:15.183792 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] Bound port: 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345ce7f2-3382-4b9c-8377-d2560ee66732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:36:15.187847 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:15.191747 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-1352a709-2b82-417a-b5f8-a4836ce97658 admin admin] Request body: {'subnet': {'network_id': '6e3b754e-ea1d-4103-ab6d-dea7d30e4996', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-675040937-subnet', 'tenant_id': 'b7dcab37da29473781158b64861dd1b9', 'ip_version': 4}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:15.211507 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-1352a709-2b82-417a-b5f8-a4836ce97658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:15.231971 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-1352a709-2b82-417a-b5f8-a4836ce97658 admin admin] Usage tracker for resource:subnet and tenant:b7dcab37da29473781158b64861dd1b9 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:15.237999 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-1352a709-2b82-417a-b5f8-a4836ce97658 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:15.252127 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-1352a709-2b82-417a-b5f8-a4836ce97658 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:15.270296 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Network 6e3b754e-ea1d-4103-ab6d-dea7d30e4996 details requested by agent ovs-agent-dv-cinder-733622-15-iscsi with host dv-cinder-733622-15-iscsi {{(pid=78805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:36:15.280550 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1352a709-2b82-417a-b5f8-a4836ce97658 admin admin] Made reservation on behalf of b7dcab37da29473781158b64861dd1b9 for: {'subnet': 1} {{(pid=78804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:36:15.283598 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1352a709-2b82-417a-b5f8-a4836ce97658 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:15.582050 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] For port 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:36:15.598352 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] For port 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=2fc906ef-bb7d-4c03-910e-601a7b6b8c6b,segment=NetworkSegment(345ce7f2-3382-4b9c-8377-d2560ee66732),segment_id=345ce7f2-3382-4b9c-8377-d2560ee66732)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:36:15.613513 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:15.629530 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:15.633877 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18b45a0-e281-42a0-a49f-760bc35a68ed admin admin] Router c99461e0-3443-4dc2-92fa-909f44d04722 has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:36:15.643182 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99461e0-3443-4dc2-92fa-909f44d04722', 'name': 'tempest-ServerRescueNegativeTestJSON-700240606-router', 'tenant_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '498a8972-dbf2-45fa-a6d3-bc85ac72e47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:36:00Z', 'updated_at': '2021-05-06T18:36:11Z', 'revision_number': 4, 'project_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'gw_port': {'id': '498a8972-dbf2-45fa-a6d3-bc85ac72e47d', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:96:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99461e0-3443-4dc2-92fa-909f44d04722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:02Z', 'updated_at': '2021-05-06T18:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'bb16b320-56f4-4ef1-a428-62d40e96433b', 'name': '', 'network_id': '0345db37-2d24-47c9-ba99-e54097aa82ed', 'tenant_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'mac_address': 'fa:16:3e:6b:30:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99461e0-3443-4dc2-92fa-909f44d04722', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c4f66d51-4d4f-47b7-9053-f874c75999d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:10Z', 'updated_at': '2021-05-06T18:36:10Z', 'revision_number': 1, 'project_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'subnets': [{'id': 'c4f66d51-4d4f-47b7-9053-f874c75999d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:15.674229 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b2da3c-e866-4751-8a2d-1763e8db6e4d None None] The sync data for ids ['c99461e0-3443-4dc2-92fa-909f44d04722'] in dv-cinder-733622-15-iscsi is: [{'id': 'c99461e0-3443-4dc2-92fa-909f44d04722', 'name': 'tempest-ServerRescueNegativeTestJSON-700240606-router', 'tenant_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '498a8972-dbf2-45fa-a6d3-bc85ac72e47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:36:00Z', 'updated_at': '2021-05-06T18:36:11Z', 'revision_number': 4, 'project_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'gw_port': {'id': '498a8972-dbf2-45fa-a6d3-bc85ac72e47d', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:96:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99461e0-3443-4dc2-92fa-909f44d04722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:02Z', 'updated_at': '2021-05-06T18:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'bb16b320-56f4-4ef1-a428-62d40e96433b', 'name': '', 'network_id': '0345db37-2d24-47c9-ba99-e54097aa82ed', 'tenant_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'mac_address': 'fa:16:3e:6b:30:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99461e0-3443-4dc2-92fa-909f44d04722', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c4f66d51-4d4f-47b7-9053-f874c75999d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:10Z', 'updated_at': '2021-05-06T18:36:10Z', 'revision_number': 1, 'project_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'subnets': [{'id': 'c4f66d51-4d4f-47b7-9053-f874c75999d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:36:15.762921 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-64074d55-d9c6-4ed5-9ef3-96324e20a463 req-b7e893da-c5df-49a4-aed8-2e608fd855fe tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=d15d3bd0-2ad2-44a4-be03-a9adc72eba26 HTTP/1.1" status: 200 len: 210 time: 0.3197701 May 06 18:36:15.792712 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] Routers {'f7de5552-23d1-4bcc-ae13-da40ddf069f8'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:36:15.806569 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:35:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['f7de5552-23d1-4bcc-ae13-da40ddf069f8'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:16.174903 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a6c7f-d49d-4a3f-8964-86f40fed0fc9 None None] Pushing event updated for resources: {'Port': ['ID=2fc906ef-bb7d-4c03-910e-601a7b6b8c6b,revision_number=4']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:16.185186 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a31a6c7f-d49d-4a3f-8964-86f40fed0fc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:16.443622 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-5da3e9a9-2d99-4e49-948f-79db856a4b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:16.452549 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] Set router f7de5552-23d1-4bcc-ae13-da40ddf069f8 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:36:16.937814 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18b45a0-e281-42a0-a49f-760bc35a68ed admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:36:17.007825 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-ee703781-a3b2-4afd-98bd-9950ef4bf05d tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:17.054385 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-ee703781-a3b2-4afd-98bd-9950ef4bf05d tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/networks?id=e712c820-8e93-42e1-8b79-4d408a674dd6 HTTP/1.1" status: 200 len: 815 time: 1.5987883 May 06 18:36:17.105431 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-d18b45a0-e281-42a0-a49f-760bc35a68ed admin admin] 10.222.0.50 "PUT /v2.0/routers/c99461e0-3443-4dc2-92fa-909f44d04722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5583248 May 06 18:36:17.117376 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-38eb6038-a9c1-44f8-9c28-ea3b023f948b tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/quotas/cc919bedec1b46b6aaeef5a6e940c757 HTTP/1.1" status: 200 len: 375 time: 0.0617106 May 06 18:36:17.357923 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-356a56f7-7b7a-496a-8069-a01841aeadde tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:17.366105 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-356a56f7-7b7a-496a-8069-a01841aeadde tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.55 "GET /v2.0/networks?id=99c51f6f-d2a7-4a7d-a523-57071f81991e HTTP/1.1" status: 200 len: 808 time: 0.8834615 May 06 18:36:17.382508 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-94395982-50c1-4eee-b72a-a5e9d0e75808 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Request body: {'port': {'device_id': 'd15d3bd0-2ad2-44a4-be03-a9adc72eba26', 'network_id': '99c51f6f-d2a7-4a7d-a523-57071f81991e', 'admin_state_up': True, 'tenant_id': '7514a163d60649b5a921670fadf528ad'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:17.641920 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-c76c037b-e1ea-4b0b-8919-968e28a36151 req-fac45856-6928-4672-9d83-e02296444035 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=d15d3bd0-2ad2-44a4-be03-a9adc72eba26 HTTP/1.1" status: 200 len: 210 time: 0.3835812 May 06 18:36:17.668080 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1352a709-2b82-417a-b5f8-a4836ce97658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for subnet, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:17.673698 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-d94cfcd1-a519-4143-b0ce-67d04fa8795b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:17.741740 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'name': 'tempest-TestShelveInstance-1370194141-router', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:35:56Z', 'updated_at': '2021-05-06T18:36:09Z', 'revision_number': 4, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'gw_port': {'id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:58Z', 'updated_at': '2021-05-06T18:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '2fc906ef-bb7d-4c03-910e-601a7b6b8c6b', 'name': '', 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'mac_address': 'fa:16:3e:d5:15:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:07Z', 'updated_at': '2021-05-06T18:36:15Z', 'revision_number': 4, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'subnets': [{'id': 'a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:17.750561 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af024b9-1ce0-4c1d-bf2d-15fa836065b9 None None] The sync data for ids ['f7de5552-23d1-4bcc-ae13-da40ddf069f8'] in dv-cinder-733622-15-iscsi is: [{'id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'name': 'tempest-TestShelveInstance-1370194141-router', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:35:56Z', 'updated_at': '2021-05-06T18:36:09Z', 'revision_number': 4, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'gw_port': {'id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:58Z', 'updated_at': '2021-05-06T18:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '2fc906ef-bb7d-4c03-910e-601a7b6b8c6b', 'name': '', 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'mac_address': 'fa:16:3e:d5:15:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:07Z', 'updated_at': '2021-05-06T18:36:15Z', 'revision_number': 4, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'subnets': [{'id': 'a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:36:17.775447 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1352a709-2b82-417a-b5f8-a4836ce97658 admin admin] Checking segment: {'id': '585774ff-b71b-4d76-993f-8f70e01be396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6e3b754e-ea1d-4103-ab6d-dea7d30e4996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:36:17.776327 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1352a709-2b82-417a-b5f8-a4836ce97658 admin admin] Network hostable DHCP agents. Network: 6e3b754e-ea1d-4103-ab6d-dea7d30e4996, hostable agents: ['8fc60d36-74b8-4e3d-97e0-ec4f9e082df4'], hosted agents: [] {{(pid=78804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:36:17.782013 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352a709-2b82-417a-b5f8-a4836ce97658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=676a20cb-73ca-4f95-9291-51eb561821d1,revision_number=0']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:17.789830 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-1352a709-2b82-417a-b5f8-a4836ce97658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:17.837448 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1352a709-2b82-417a-b5f8-a4836ce97658 admin admin] Network 6e3b754e-ea1d-4103-ab6d-dea7d30e4996 is scheduled to be hosted by DHCP agent 8fc60d36-74b8-4e3d-97e0-ec4f9e082df4 with binding_index 1 {{(pid=78804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:36:17.873876 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-c5285c82-55c6-48a4-8c26-5478d693d54d tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc919bedec1b46b6aaeef5a6e940c757&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7480884 May 06 18:36:17.875877 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-1352a709-2b82-417a-b5f8-a4836ce97658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-iscsi, 6e3b754e-ea1d-4103-ab6d-dea7d30e4996) {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:36:17.881582 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1352a709-2b82-417a-b5f8-a4836ce97658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:17.882529 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1352a709-2b82-417a-b5f8-a4836ce97658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:17.891342 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6049ddf9-13be-4393-b389-77684c0ec386 None None] Network 6e3b754e-ea1d-4103-ab6d-dea7d30e4996 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:36:17.939219 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-1352a709-2b82-417a-b5f8-a4836ce97658 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.7546628 May 06 18:36:17.942111 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 43012) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:17.953244 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-675040937-router', 'tenant_id': 'b7dcab37da29473781158b64861dd1b9', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:17.966689 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:17.985377 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] Usage tracker for resource:router and tenant:b7dcab37da29473781158b64861dd1b9 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:17.994385 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:18.003753 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:18.024210 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15189'] for router, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:18.025345 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-998050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15196'] for router, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:18.061832 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:18.098215 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-94395982-50c1-4eee-b72a-a5e9d0e75808 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:18.118210 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-94395982-50c1-4eee-b72a-a5e9d0e75808 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Usage tracker for resource:port and tenant:7514a163d60649b5a921670fadf528ad is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:18.136003 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-94395982-50c1-4eee-b72a-a5e9d0e75808 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:18.156697 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-94395982-50c1-4eee-b72a-a5e9d0e75808 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:18.286086 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-94395982-50c1-4eee-b72a-a5e9d0e75808 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Made reservation on behalf of 7514a163d60649b5a921670fadf528ad for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:36:18.292414 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-94395982-50c1-4eee-b72a-a5e9d0e75808 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:18.376673 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-702e8af5-40b1-4c20-b296-2b7434f33fd5 service neutron] 10.222.0.50 "GET /v2.0/networks/e712c820-8e93-42e1-8b79-4d408a674dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921350 May 06 18:36:18.471253 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 498a8972-dbf2-45fa-a6d3-bc85ac72e47d up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:18.713303 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:18.753344 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-972830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15278'] for router, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:18.809120 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-9b5b55e9-fdd7-4e8c-b707-a7b302280570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:18.866483 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port 498a8972-dbf2-45fa-a6d3-bc85ac72e47d completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:36:18.885163 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 498a8972-dbf2-45fa-a6d3-bc85ac72e47d triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:18.885743 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:18.922298 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a25c3f6-e935-5b79-807a-a719f88b9197-6e3b754e-ea1d-4103-ab6d-dea7d30e4996', 'network_id': '6e3b754e-ea1d-4103-ab6d-dea7d30e4996', 'tenant_id': 'b7dcab37da29473781158b64861dd1b9', 'fixed_ips': [{'subnet_id': '676a20cb-73ca-4f95-9291-51eb561821d1'}]}} from dv-cinder-733622-15-iscsi. {{(pid=78805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 18:36:18.923128 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:18.997697 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-7930cc1e-936e-4947-8591-7b73f2a97358 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:19.008733 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-7930cc1e-936e-4947-8591-7b73f2a97358 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/networks?id=0345db37-2d24-47c9-ba99-e54097aa82ed HTTP/1.1" status: 200 len: 818 time: 0.4037743 May 06 18:36:19.044967 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-5b3d677a-c42b-4c27-bba0-f5cc0cee21f8 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/quotas/97dcc9ffc3774e62a6c6a20b65d59ae6 HTTP/1.1" status: 200 len: 375 time: 0.0350084 May 06 18:36:19.320091 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-e0df6d9b-6822-458c-b33b-506a62fb9ae2 service neutron] 10.222.0.50 "GET /v2.0/networks/e712c820-8e93-42e1-8b79-4d408a674dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9423485 May 06 18:36:19.341323 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-98740a85-6d3b-4562-9d3e-e148a441b966 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=97dcc9ffc3774e62a6c6a20b65d59ae6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2939978 May 06 18:36:19.421400 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-94395982-50c1-4eee-b72a-a5e9d0e75808 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Allocated IP 172.20.0.9 (99c51f6f-d2a7-4a7d-a523-57071f81991e/29251e12-e90b-4920-9830-721ffa983e8e/103a4bbd-de2d-42a4-826d-81fd4360debc) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:36:19.695977 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.db_base_plugin_common [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Allocated IP 172.20.0.2 (6e3b754e-ea1d-4103-ab6d-dea7d30e4996/676a20cb-73ca-4f95-9291-51eb561821d1/bd9f2a82-aa46-40d0-bec3-965b230a635a) {{(pid=78805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:36:19.905980 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-aff20658-0ec5-4cd0-985b-c6264710ca1d service neutron] 10.222.0.50 "GET /v2.0/networks/0345db37-2d24-47c9-ba99-e54097aa82ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5647526 May 06 18:36:20.242880 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-94395982-50c1-4eee-b72a-a5e9d0e75808 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:20.266850 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Notify callbacks [] for port, precommit_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:20.316070 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Transition to ACTIVE for port object bd9f2a82-aa46-40d0-bec3-965b230a635a will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:36:20.355571 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-94395982-50c1-4eee-b72a-a5e9d0e75808 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:20.366839 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Transition to ACTIVE for port object bd9f2a82-aa46-40d0-bec3-965b230a635a will not be triggered until provisioned by entity DHCP. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:36:20.393303 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-d18b45a0-e281-42a0-a49f-760bc35a68ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:20.476603 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:20.501422 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-247794f3-ed14-42f1-87fb-c7201e9f2ec2 service neutron] 10.222.0.50 "GET /v2.0/networks/0345db37-2d24-47c9-ba99-e54097aa82ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5937481 May 06 18:36:20.548890 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] Sync routers for ids ['c99461e0-3443-4dc2-92fa-909f44d04722'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:36:20.560919 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:20.586323 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-94395982-50c1-4eee-b72a-a5e9d0e75808 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Network 99c51f6f-d2a7-4a7d-a523-57071f81991e is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:36:20.623108 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:20.633886 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-94395982-50c1-4eee-b72a-a5e9d0e75808 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:36:20.641983 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-94395982-50c1-4eee-b72a-a5e9d0e75808 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:36:20.813600 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94395982-50c1-4eee-b72a-a5e9d0e75808 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Pushing event updated for resources: {'Port': ['ID=103a4bbd-de2d-42a4-826d-81fd4360debc,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:20.828559 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-94395982-50c1-4eee-b72a-a5e9d0e75808 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:20.830961 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port 498a8972-dbf2-45fa-a6d3-bc85ac72e47d, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=498a8972-dbf2-45fa-a6d3-bc85ac72e47d,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:20.882878 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-94395982-50c1-4eee-b72a-a5e9d0e75808 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:20.896940 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-94395982-50c1-4eee-b72a-a5e9d0e75808 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:20.950154 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-94395982-50c1-4eee-b72a-a5e9d0e75808 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5745025 May 06 18:36:20.970133 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] Request body: {'port': {'device_id': 'd15d3bd0-2ad2-44a4-be03-a9adc72eba26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:20.996059 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:21.042583 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Network 6e3b754e-ea1d-4103-ab6d-dea7d30e4996 is already hosted by enough agents. {{(pid=78805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:36:21.054071 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:21.063676 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:21.120871 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:21.170354 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] Routers {'c99461e0-3443-4dc2-92fa-909f44d04722'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:36:21.199098 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:36:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['c99461e0-3443-4dc2-92fa-909f44d04722'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:21.281731 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:21.334723 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.scheduler.base_scheduler [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Resources bound (agent type, host, resource id): {{(pid=78805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:36:21.362433 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:21.371549 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Received port after_create {{(pid=78805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:36:21.721386 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] Allocated IP 172.27.1.110 (884521b5-a319-4325-bd13-24951164ba4c/9fcafda4-8977-4d90-a4c2-0719bb43c11a/8c5ce9f1-caad-4e2c-9d31-a6f59657d705) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:36:21.877926 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56089f-89d7-4bff-995d-135230e1f62b req-4b83f1bb-ac54-48dc-b88c-a4b75846c429 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:21.878326 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Pushing event updated for resources: {'Port': ['ID=bd9f2a82-aa46-40d0-bec3-965b230a635a,revision_number=1']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:21.898274 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-bb56089f-89d7-4bff-995d-135230e1f62b req-4b83f1bb-ac54-48dc-b88c-a4b75846c429 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=d15d3bd0-2ad2-44a4-be03-a9adc72eba26 HTTP/1.1" status: 200 len: 931 time: 0.7944095 May 06 18:36:21.909233 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.286s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:21.918964 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-7ec5275c-1c6a-4cf6-944c-e337dd0de207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.750s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:21.963359 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1a8e5cc1-c10d-4ded-a105-21c4484aebdc req-45171841-28e4-4f2d-a377-2b12033fc9a6 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1296a46-c69a-4e35-a34b-e1251ff95526 HTTP/1.1" status: 200 len: 210 time: 0.0572546 May 06 18:36:21.978555 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:22.003646 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Attempting to bind port bd9f2a82-aa46-40d0-bec3-965b230a635a on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:36:22.004037 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Attempting to bind port bd9f2a82-aa46-40d0-bec3-965b230a635a by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': '585774ff-b71b-4d76-993f-8f70e01be396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6e3b754e-ea1d-4103-ab6d-dea7d30e4996'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:36:22.004406 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Attempting to bind port bd9f2a82-aa46-40d0-bec3-965b230a635a on network 6e3b754e-ea1d-4103-ab6d-dea7d30e4996 {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:36:22.031989 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:36:22.032401 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Checking segment: {'id': '585774ff-b71b-4d76-993f-8f70e01be396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6e3b754e-ea1d-4103-ab6d-dea7d30e4996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:36:22.032756 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:22.033226 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Bound using segment: {'id': '585774ff-b71b-4d76-993f-8f70e01be396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6e3b754e-ea1d-4103-ab6d-dea7d30e4996'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:36:22.033725 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Bound port: bd9f2a82-aa46-40d0-bec3-965b230a635a, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585774ff-b71b-4d76-993f-8f70e01be396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6e3b754e-ea1d-4103-ab6d-dea7d30e4996'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:36:22.034099 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:22.060975 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=498a8972-dbf2-45fa-a6d3-bc85ac72e47d,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:22.083228 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:22.145099 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] Set router c99461e0-3443-4dc2-92fa-909f44d04722 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:36:22.173324 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 103a4bbd-de2d-42a4-826d-81fd4360debc {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:36:22.184338 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:22.201622 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] Transition to ACTIVE for port object 103a4bbd-de2d-42a4-826d-81fd4360debc will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:36:22.207344 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:22.219205 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-86bbb3cc-aea2-421a-a75d-87ea9ad7fe27 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:22.260351 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:36:22.270804 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-bb56089f-89d7-4bff-995d-135230e1f62b req-d554e936-5be7-42b8-b3ed-ad3aa38e3ed9 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Synchronizing usage tracker for tenant:7514a163d60649b5a921670fadf528ad on resource:security_group {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:36:22.342845 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:22.343455 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:22.527495 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:22.537298 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-215a3df2-eb8c-443e-8b05-4e2b8ef425e4 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:22.539210 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-215a3df2-eb8c-443e-8b05-4e2b8ef425e4 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.55 "GET /v2.0/networks?id=e712c820-8e93-42e1-8b79-4d408a674dd6 HTTP/1.1" status: 200 len: 815 time: 0.2000530 May 06 18:36:22.542041 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-bb56089f-89d7-4bff-995d-135230e1f62b req-d554e936-5be7-42b8-b3ed-ad3aa38e3ed9 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Unset dirty status for tenant:7514a163d60649b5a921670fadf528ad on resource:security_group {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:36:22.543177 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-bb56089f-89d7-4bff-995d-135230e1f62b req-d554e936-5be7-42b8-b3ed-ad3aa38e3ed9 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6438351 May 06 18:36:22.554473 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-76d110d8-3248-473a-b75f-36df6470744c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Request body: {'port': {'device_id': 'b1296a46-c69a-4e35-a34b-e1251ff95526', 'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6', 'admin_state_up': True, 'tenant_id': 'cc919bedec1b46b6aaeef5a6e940c757'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:22.687841 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-30870bfe-2723-4e2d-9463-958eb46adab6 req-c4755d2f-34eb-4609-adff-33f13e3103cc tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Synchronizing usage tracker for tenant:97dcc9ffc3774e62a6c6a20b65d59ae6 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:36:22.726207 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:22.737040 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:22.811961 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] Pushing event updated for resources: {'Port': ['ID=8c5ce9f1-caad-4e2c-9d31-a6f59657d705,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:22.839215 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-76d110d8-3248-473a-b75f-36df6470744c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:22.841208 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] For port bd9f2a82-aa46-40d0-bec3-965b230a635a, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:36:22.854094 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-76d110d8-3248-473a-b75f-36df6470744c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:22.867029 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:22.939314 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] Pushing event updated for resources: {'Port': ['ID=103a4bbd-de2d-42a4-826d-81fd4360debc,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:22.955767 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:22.965835 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-76d110d8-3248-473a-b75f-36df6470744c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Made reservation on behalf of cc919bedec1b46b6aaeef5a6e940c757 for: {'port': 1} {{(pid=78804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:36:22.966046 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-30870bfe-2723-4e2d-9463-958eb46adab6 req-c4755d2f-34eb-4609-adff-33f13e3103cc tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Unset dirty status for tenant:97dcc9ffc3774e62a6c6a20b65d59ae6 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:36:22.975875 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-76d110d8-3248-473a-b75f-36df6470744c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:22.979978 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-30870bfe-2723-4e2d-9463-958eb46adab6 req-c4755d2f-34eb-4609-adff-33f13e3103cc tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 210 time: 0.5863826 May 06 18:36:23.079976 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] Network 884521b5-a319-4325-bd13-24951164ba4c is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:36:23.089541 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:36:23.097658 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:36:23.111014 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] Attempting to bind port 103a4bbd-de2d-42a4-826d-81fd4360debc on host hv-cinder-73362 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:36:23.111481 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] Attempting to bind port 103a4bbd-de2d-42a4-826d-81fd4360debc by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '50ad9396-89fe-4b72-b019-24807965dc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99c51f6f-d2a7-4a7d-a523-57071f81991e'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:36:23.113787 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] Attempting to bind port 103a4bbd-de2d-42a4-826d-81fd4360debc on network 99c51f6f-d2a7-4a7d-a523-57071f81991e {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:36:23.116658 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] For port bd9f2a82-aa46-40d0-bec3-965b230a635a, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=bd9f2a82-aa46-40d0-bec3-965b230a635a,segment=NetworkSegment(585774ff-b71b-4d76-993f-8f70e01be396),segment_id=585774ff-b71b-4d76-993f-8f70e01be396)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:36:23.139463 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] Port 103a4bbd-de2d-42a4-826d-81fd4360debc on network 99c51f6f-d2a7-4a7d-a523-57071f81991e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:36:23.139790 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] Attempting to bind port 103a4bbd-de2d-42a4-826d-81fd4360debc on network 99c51f6f-d2a7-4a7d-a523-57071f81991e {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:36:23.165392 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] Checking agent: {'id': '9977d64c-d59d-4d1f-af57-b1bc23e96ce2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'started_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:36:23.166569 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] Checking segment: {'id': '50ad9396-89fe-4b72-b019-24807965dc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99c51f6f-d2a7-4a7d-a523-57071f81991e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:36:23.168123 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] Bound using segment: {'id': '50ad9396-89fe-4b72-b019-24807965dc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99c51f6f-d2a7-4a7d-a523-57071f81991e'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:36:23.170837 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] Bound port: 103a4bbd-de2d-42a4-826d-81fd4360debc, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ad9396-89fe-4b72-b019-24807965dc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99c51f6f-d2a7-4a7d-a523-57071f81991e'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:36:23.172516 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:23.466429 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:23.496330 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:23.549217 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-dc82229e-3fd2-4757-996b-eb459e03bbc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:23.564884 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 43134) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:23.625927 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] For port 103a4bbd-de2d-42a4-826d-81fd4360debc, host hv-cinder-73362, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:36:23.726066 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=2fc906ef-bb7d-4c03-910e-601a7b6b8c6b,segment=NetworkSegment(345ce7f2-3382-4b9c-8377-d2560ee66732),segment_id=345ce7f2-3382-4b9c-8377-d2560ee66732)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:23.726293 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] For port 103a4bbd-de2d-42a4-826d-81fd4360debc, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=103a4bbd-de2d-42a4-826d-81fd4360debc,segment=NetworkSegment(50ad9396-89fe-4b72-b019-24807965dc4d),segment_id=50ad9396-89fe-4b72-b019-24807965dc4d)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:36:23.754718 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Pushing event updated for resources: {'Port': ['ID=bd9f2a82-aa46-40d0-bec3-965b230a635a,revision_number=2']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:23.806208 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:23.808958 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:23.828944 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8ec3c22b-1620-4062-a144-66eb9788345f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:23.852036 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:23.854049 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:24.057739 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99461e0-3443-4dc2-92fa-909f44d04722', 'name': 'tempest-ServerRescueNegativeTestJSON-700240606-router', 'tenant_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '498a8972-dbf2-45fa-a6d3-bc85ac72e47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:36:00Z', 'updated_at': '2021-05-06T18:36:11Z', 'revision_number': 4, 'project_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'gw_port': {'id': '498a8972-dbf2-45fa-a6d3-bc85ac72e47d', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:96:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99461e0-3443-4dc2-92fa-909f44d04722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:02Z', 'updated_at': '2021-05-06T18:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'bb16b320-56f4-4ef1-a428-62d40e96433b', 'name': '', 'network_id': '0345db37-2d24-47c9-ba99-e54097aa82ed', 'tenant_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'mac_address': 'fa:16:3e:6b:30:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99461e0-3443-4dc2-92fa-909f44d04722', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c4f66d51-4d4f-47b7-9053-f874c75999d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:10Z', 'updated_at': '2021-05-06T18:36:12Z', 'revision_number': 2, 'project_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'subnets': [{'id': 'c4f66d51-4d4f-47b7-9053-f874c75999d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:24.062319 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efafd1-b1db-476b-8c80-f0262f4d9ecc req-d7d01dd9-50b4-45c6-a60e-37ae11b4e9f7 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:24.063985 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-04efafd1-b1db-476b-8c80-f0262f4d9ecc req-d7d01dd9-50b4-45c6-a60e-37ae11b4e9f7 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 1.1957719 May 06 18:36:24.064134 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=2fc906ef-bb7d-4c03-910e-601a7b6b8c6b,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:24.083910 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] Checking router: c99461e0-3443-4dc2-92fa-909f44d04722 for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:36:24.084876 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] Updating router c99461e0-3443-4dc2-92fa-909f44d04722 port bb16b320-56f4-4ef1-a428-62d40e96433b binding host dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:36:24.155670 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:24.176220 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-68802b4f-a27c-4ae6-a1af-24c24fe1fb13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:24.181591 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-76d110d8-3248-473a-b75f-36df6470744c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Allocated IP 172.20.0.8 (e712c820-8e93-42e1-8b79-4d408a674dd6/9a3aa520-893d-4113-b4c9-d14c97e64a44/02491db6-27a6-4aa5-a51d-add6fd76a88c) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:36:24.186304 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 498a8972-dbf2-45fa-a6d3-bc85ac72e47d up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:24.191308 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:24.225401 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f5e00d46-8730-4270-90c8-3a8fc9a9ef86 req-39715d85-a0c0-4b50-80dc-77a2912234b3 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1296a46-c69a-4e35-a34b-e1251ff95526 HTTP/1.1" status: 200 len: 210 time: 0.4739053 May 06 18:36:24.260494 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:24.261122 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:24.262965 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] 10.222.0.55 "PUT /v2.0/ports/103a4bbd-de2d-42a4-826d-81fd4360debc HTTP/1.1" status: 200 len: 1093 time: 3.3040802 May 06 18:36:24.263498 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15d3bd0-2ad2-44a4-be03-a9adc72eba26', 'tag': '103a4bbd-de2d-42a4-826d-81fd4360debc'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:36:24.298289 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-04efafd1-b1db-476b-8c80-f0262f4d9ecc req-9887bc4d-3e73-42a3-96fb-7c6074e0af17 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187660 May 06 18:36:24.348028 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-c0e33f7f-2741-4292-854a-a47e3f6d5c8f tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:24.387007 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-c0e33f7f-2741-4292-854a-a47e3f6d5c8f tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Synchronizing usage tracker for tenant:97dcc9ffc3774e62a6c6a20b65d59ae6 on resource:network {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:36:24.501199 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-68802b4f-a27c-4ae6-a1af-24c24fe1fb13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:24.525491 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:24.552275 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 498a8972-dbf2-45fa-a6d3-bc85ac72e47d triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:24.552519 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-68802b4f-a27c-4ae6-a1af-24c24fe1fb13 admin admin] Usage tracker for resource:security_group_rule and tenant:4015fda465774f15bdce6175b080e2db is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:24.553140 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:24.592481 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-68802b4f-a27c-4ae6-a1af-24c24fe1fb13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:24.601387 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-68802b4f-a27c-4ae6-a1af-24c24fe1fb13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:24.782917 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-68802b4f-a27c-4ae6-a1af-24c24fe1fb13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:24.860057 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-68802b4f-a27c-4ae6-a1af-24c24fe1fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:24.902824 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] Pushing event updated for resources: {'Port': ['ID=103a4bbd-de2d-42a4-826d-81fd4360debc,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:24.932421 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-68802b4f-a27c-4ae6-a1af-24c24fe1fb13 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4015fda465774f15bdce6175b080e2db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3660297 May 06 18:36:24.940038 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 43174) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:24.975735 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.147s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:24.978687 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8a3823ee-921a-4966-969d-7388561a8657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:25.031261 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-c0e33f7f-2741-4292-854a-a47e3f6d5c8f tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Unset dirty status for tenant:97dcc9ffc3774e62a6c6a20b65d59ae6 on resource:network {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:36:25.033007 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-c0e33f7f-2741-4292-854a-a47e3f6d5c8f tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.55 "GET /v2.0/networks?id=0345db37-2d24-47c9-ba99-e54097aa82ed HTTP/1.1" status: 200 len: 818 time: 1.8251257 May 06 18:36:25.097447 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-0e8134ef-354f-467f-ab8c-4c862d8fdc59 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Request body: {'port': {'device_id': '046725f0-018b-4821-9cc7-e55ea8e7c305', 'network_id': '0345db37-2d24-47c9-ba99-e54097aa82ed', 'admin_state_up': True, 'tenant_id': '97dcc9ffc3774e62a6c6a20b65d59ae6'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:25.143101 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68802b4f-a27c-4ae6-a1af-24c24fe1fb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c364655-ade4-468e-bcab-06dac3f36d89,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:25.180262 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-68802b4f-a27c-4ae6-a1af-24c24fe1fb13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:25.523819 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-b6b0ceec-3bd7-4064-9b57-970df089e9a3 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:25.534025 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-b6b0ceec-3bd7-4064-9b57-970df089e9a3 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/networks?id=0345db37-2d24-47c9-ba99-e54097aa82ed HTTP/1.1" status: 200 len: 818 time: 0.9997666 May 06 18:36:25.537938 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3c7569d4-95ad-408b-a0ae-a4613927c9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:25.544130 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-b59a3988-a94d-4986-b7fa-333e06adc7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:25.546986 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-b59a3988-a94d-4986-b7fa-333e06adc7e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7514a163d60649b5a921670fadf528ad&device_id=d15d3bd0-2ad2-44a4-be03-a9adc72eba26 HTTP/1.1" status: 200 len: 1096 time: 1.1437984 May 06 18:36:25.548518 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] Notify callbacks [] for port, precommit_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:25.590507 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf724f96-fce6-4305-a532-28e7ed0cba03 None None] Network 6e3b754e-ea1d-4103-ab6d-dea7d30e4996 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:36:25.651837 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37321b31-e720-401f-93a1-137d1e4bb2e5 req-909ca912-f97f-47eb-a36a-15eebdc6ff20 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:25.653252 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-37321b31-e720-401f-93a1-137d1e4bb2e5 req-909ca912-f97f-47eb-a36a-15eebdc6ff20 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=d15d3bd0-2ad2-44a4-be03-a9adc72eba26 HTTP/1.1" status: 200 len: 943 time: 1.0899045 May 06 18:36:25.657184 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047305'] for router, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:25.728441 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-d1d521e5-e5e7-4165-9c7b-957128a0f8da service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103a4bbd-de2d-42a4-826d-81fd4360debc HTTP/1.1" status: 200 len: 217 time: 0.1578565 May 06 18:36:25.779967 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] Transition to ACTIVE for port object bb16b320-56f4-4ef1-a428-62d40e96433b will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:36:25.830073 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-d1c37dcf-1fe1-4ddc-a862-54dbba085793 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/quotas/97dcc9ffc3774e62a6c6a20b65d59ae6 HTTP/1.1" status: 200 len: 375 time: 0.2911572 May 06 18:36:25.835848 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-0e8134ef-354f-467f-ab8c-4c862d8fdc59 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:25.932101 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-37321b31-e720-401f-93a1-137d1e4bb2e5 req-87449340-7769-450b-9723-74b00d487f34 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242816 May 06 18:36:25.941601 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3c7569d4-95ad-408b-a0ae-a4613927c9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:25.954159 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-76d110d8-3248-473a-b75f-36df6470744c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:26.045516 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:26.062953 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-76d110d8-3248-473a-b75f-36df6470744c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:26.069530 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] Router e1158e19-a24d-43b5-ab65-25ad142ddd8d is scheduled to L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a with binding_index 1 {{(pid=78804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 18:36:26.077520 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-be444e6f-73b4-4cdf-b12f-7f5267ee9fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:26.086786 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:26.101620 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-0e8134ef-354f-467f-ab8c-4c862d8fdc59 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:26.139231 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-4b8c0840-e6de-413e-8988-ddf3856bbfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:26.143349 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-4b8c0840-e6de-413e-8988-ddf3856bbfa9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29251e12-e90b-4920-9830-721ffa983e8e HTTP/1.1" status: 200 len: 848 time: 0.4015272 May 06 18:36:26.157349 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15d3bd0-2ad2-44a4-be03-a9adc72eba26', 'tag': '103a4bbd-de2d-42a4-826d-81fd4360debc', 'status': 'completed', 'code': 200} May 06 18:36:26.174270 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-0e8134ef-354f-467f-ab8c-4c862d8fdc59 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Made reservation on behalf of 97dcc9ffc3774e62a6c6a20b65d59ae6 for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:36:26.188706 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-0e8134ef-354f-467f-ab8c-4c862d8fdc59 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:26.286579 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['972457de-4329-4ae7-954a-c6eaefbbbab2', '2f85a9ee-e929-4022-a3a7-b09f4cf218ac'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:36:26.300188 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-e8cb8add-6a32-423e-a83d-b1f3ac471d4c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=99c51f6f-d2a7-4a7d-a523-57071f81991e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1376741 May 06 18:36:26.403505 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-859a68c4-1c82-4d08-95d2-bc7209922605 None None] Provisioning for port bd9f2a82-aa46-40d0-bec3-965b230a635a completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:36:26.421654 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device bd9f2a82-aa46-40d0-bec3-965b230a635a up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:26.523949 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-76d110d8-3248-473a-b75f-36df6470744c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Network e712c820-8e93-42e1-8b79-4d408a674dd6 is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:36:26.536128 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-76d110d8-3248-473a-b75f-36df6470744c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:36:26.538946 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-76d110d8-3248-473a-b75f-36df6470744c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:36:26.545290 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-76d110d8-3248-473a-b75f-36df6470744c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:26.546084 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-76d110d8-3248-473a-b75f-36df6470744c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for port, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:26.553691 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-0e8134ef-354f-467f-ab8c-4c862d8fdc59 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Allocated IP 172.20.0.5 (0345db37-2d24-47c9-ba99-e54097aa82ed/c4f66d51-4d4f-47b7-9053-f874c75999d5/bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:36:26.558387 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d110d8-3248-473a-b75f-36df6470744c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Pushing event updated for resources: {'Port': ['ID=02491db6-27a6-4aa5-a51d-add6fd76a88c,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:26.562041 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-76d110d8-3248-473a-b75f-36df6470744c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:26.646938 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-76d110d8-3248-473a-b75f-36df6470744c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0965683 May 06 18:36:26.655560 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36699c32-25d3-4cf6-a5f8-300a94fe021c None None] Pushing event updated for resources: {'Port': ['ID=bb16b320-56f4-4ef1-a428-62d40e96433b,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:26.671419 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] Request body: {'port': {'device_id': 'b1296a46-c69a-4e35-a34b-e1251ff95526', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:26.671975 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-36699c32-25d3-4cf6-a5f8-300a94fe021c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:26.740855 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:36:26.756312 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] Sync routers for ids ['e1158e19-a24d-43b5-ab65-25ad142ddd8d'] in dv-cinder-733622-15-iscsi {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:36:26.770103 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] Routers {'e1158e19-a24d-43b5-ab65-25ad142ddd8d'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:36:26.770777 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:36:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['e1158e19-a24d-43b5-ab65-25ad142ddd8d'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:26.774839 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0c46d-4c8f-4930-9213-fdb8cafed37c req-1edff6b6-c979-4c41-b86d-b9ea716f9ec6 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:26.777655 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-2fb0c46d-4c8f-4930-9213-fdb8cafed37c req-1edff6b6-c979-4c41-b86d-b9ea716f9ec6 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Synchronizing usage tracker for tenant:cc919bedec1b46b6aaeef5a6e940c757 on resource:port {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:36:26.810484 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port bd9f2a82-aa46-40d0-bec3-965b230a635a completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:36:26.813804 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] Notify callbacks [] for router, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:26.818248 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.8711905 May 06 18:36:26.832808 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-0e8134ef-354f-467f-ab8c-4c862d8fdc59 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:26.859664 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 43210) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:26.862825 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-2fb0c46d-4c8f-4930-9213-fdb8cafed37c req-1edff6b6-c979-4c41-b86d-b9ea716f9ec6 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Unset dirty status for tenant:cc919bedec1b46b6aaeef5a6e940c757 on resource:port {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:36:26.870302 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2fb0c46d-4c8f-4930-9213-fdb8cafed37c req-1edff6b6-c979-4c41-b86d-b9ea716f9ec6 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1296a46-c69a-4e35-a34b-e1251ff95526 HTTP/1.1" status: 200 len: 931 time: 0.4159563 May 06 18:36:26.896953 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port bd9f2a82-aa46-40d0-bec3-965b230a635a triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:26.898883 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:26.938132 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-ab36c28a-ef6c-4890-a763-f9c4a48c37df tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=97dcc9ffc3774e62a6c6a20b65d59ae6&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0896997 May 06 18:36:27.057275 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] Set router e1158e19-a24d-43b5-ab65-25ad142ddd8d gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:36:27.057994 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2fb0c46d-4c8f-4930-9213-fdb8cafed37c req-03929e63-4ea2-4e1e-ad23-84a667a30a55 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866660 May 06 18:36:27.125790 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-1d5258fd-ae11-4e70-8823-32774928910b service neutron] 10.222.0.50 "GET /v2.0/networks/0345db37-2d24-47c9-ba99-e54097aa82ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866648 May 06 18:36:27.390315 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3c7569d4-95ad-408b-a0ae-a4613927c9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:27.398866 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-9abcdb86-0878-4d34-a7ca-02681ae3bc8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:27.416983 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7569d4-95ad-408b-a0ae-a4613927c9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c364655-ade4-468e-bcab-06dac3f36d89,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:27.428860 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-3c7569d4-95ad-408b-a0ae-a4613927c9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:27.538016 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-0e8134ef-354f-467f-ab8c-4c862d8fdc59 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:27.554414 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-28aecbc9-a8ac-4942-b5bf-84935027b755 service neutron] 10.222.0.55 "GET /v2.0/networks/99c51f6f-d2a7-4a7d-a523-57071f81991e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2221901 May 06 18:36:27.596353 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-d18b45a0-e281-42a0-a49f-760bc35a68ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:27.602024 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:27.662919 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1158e19-a24d-43b5-ab65-25ad142ddd8d', 'name': 'tempest-TestShelveInstance-675040937-router', 'tenant_id': 'b7dcab37da29473781158b64861dd1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c5ce9f1-caad-4e2c-9d31-a6f59657d705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:36:18Z', 'updated_at': '2021-05-06T18:36:23Z', 'revision_number': 3, 'project_id': 'b7dcab37da29473781158b64861dd1b9', 'gw_port': {'id': '8c5ce9f1-caad-4e2c-9d31-a6f59657d705', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:59:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1158e19-a24d-43b5-ab65-25ad142ddd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:21Z', 'updated_at': '2021-05-06T18:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:27.667889 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] Checking router: e1158e19-a24d-43b5-ab65-25ad142ddd8d for host: dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:36:27.668267 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] Updating router e1158e19-a24d-43b5-ab65-25ad142ddd8d port 8c5ce9f1-caad-4e2c-9d31-a6f59657d705 binding host dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:36:27.718572 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:27.725075 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:27.774161 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port bd9f2a82-aa46-40d0-bec3-965b230a635a, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=bd9f2a82-aa46-40d0-bec3-965b230a635a,segment=NetworkSegment(585774ff-b71b-4d76-993f-8f70e01be396),segment_id=585774ff-b71b-4d76-993f-8f70e01be396)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:27.780866 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] Attempting to bind port bb16b320-56f4-4ef1-a428-62d40e96433b on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:36:27.781287 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] Attempting to bind port bb16b320-56f4-4ef1-a428-62d40e96433b by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': '4e5a7700-9e20-4f7c-ba08-66c05edb45ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0345db37-2d24-47c9-ba99-e54097aa82ed'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:36:27.781802 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] Attempting to bind port bb16b320-56f4-4ef1-a428-62d40e96433b on network 0345db37-2d24-47c9-ba99-e54097aa82ed {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:36:27.788114 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:27.789644 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:27.802738 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:27.819772 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8134ef-354f-467f-ab8c-4c862d8fdc59 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Pushing event updated for resources: {'Port': ['ID=bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:27.836306 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3c7569d4-95ad-408b-a0ae-a4613927c9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:27.837538 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-3c7569d4-95ad-408b-a0ae-a4613927c9fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c364655-ade4-468e-bcab-06dac3f36d89 HTTP/1.1" status: 204 len: 168 time: 2.8604636 May 06 18:36:27.850594 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0e8134ef-354f-467f-ab8c-4c862d8fdc59 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:27.869011 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-0e8134ef-354f-467f-ab8c-4c862d8fdc59 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Network 0345db37-2d24-47c9-ba99-e54097aa82ed is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:36:27.882289 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:36:27.882667 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] Checking segment: {'id': '4e5a7700-9e20-4f7c-ba08-66c05edb45ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0345db37-2d24-47c9-ba99-e54097aa82ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:36:27.883084 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:27.883522 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] Bound using segment: {'id': '4e5a7700-9e20-4f7c-ba08-66c05edb45ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0345db37-2d24-47c9-ba99-e54097aa82ed'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:36:27.884025 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] Bound port: bb16b320-56f4-4ef1-a428-62d40e96433b, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e5a7700-9e20-4f7c-ba08-66c05edb45ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0345db37-2d24-47c9-ba99-e54097aa82ed'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:36:27.884411 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:27.902609 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c3b83a52-a610-44c1-adba-2c481b24f6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:27.923694 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-0e8134ef-354f-467f-ab8c-4c862d8fdc59 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:36:27.925849 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-0e8134ef-354f-467f-ab8c-4c862d8fdc59 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:36:27.990106 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-0b5ab79c-5a48-420f-87a8-6d3472abeb9c service neutron] 10.222.0.50 "GET /v2.0/networks/0345db37-2d24-47c9-ba99-e54097aa82ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8631618 May 06 18:36:27.995100 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de82de3-df14-4d21-94a4-ee6628f3714e req-181335d0-338d-4555-959b-7899328e8ede tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:27.996792 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2de82de3-df14-4d21-94a4-ee6628f3714e req-181335d0-338d-4555-959b-7899328e8ede tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.4353955 May 06 18:36:28.031211 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] For port bb16b320-56f4-4ef1-a428-62d40e96433b, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:36:28.039306 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] For port bb16b320-56f4-4ef1-a428-62d40e96433b, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=bb16b320-56f4-4ef1-a428-62d40e96433b,segment=NetworkSegment(4e5a7700-9e20-4f7c-ba08-66c05edb45ba),segment_id=4e5a7700-9e20-4f7c-ba08-66c05edb45ba)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:36:28.117886 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-05fba2f5-b5b7-4537-8225-9ed01bb230e6 None None] Provisioning complete for port bd9f2a82-aa46-40d0-bec3-965b230a635a triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:28.118516 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-05fba2f5-b5b7-4537-8225-9ed01bb230e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:28.138157 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2de82de3-df14-4d21-94a4-ee6628f3714e req-e8b95f31-1202-489d-8b16-c9ec4ec7a30d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229517 May 06 18:36:28.211628 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:28.262410 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:28.262924 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:28.286783 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-0e8134ef-354f-467f-ab8c-4c862d8fdc59 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:28.287926 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-0e8134ef-354f-467f-ab8c-4c862d8fdc59 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:28.311705 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=bd9f2a82-aa46-40d0-bec3-965b230a635a,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:28.347338 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:28.395131 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2ec6d21c-4499-4da9-8cb1-d5a409a412ac req-0c0cc9e2-4613-4fc5-a5f6-2a4c33c5e217 service neutron] 10.222.0.55 "GET /v2.0/networks/99c51f6f-d2a7-4a7d-a523-57071f81991e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7022972 May 06 18:36:28.402014 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:28.423616 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-0e8134ef-354f-467f-ab8c-4c862d8fdc59 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3315728 May 06 18:36:28.474329 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Request body: {'port': {'device_id': '046725f0-018b-4821-9cc7-e55ea8e7c305', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:28.596022 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:28.626082 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] Transition to ACTIVE for port object 8c5ce9f1-caad-4e2c-9d31-a6f59657d705 will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:36:28.639390 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:28.653888 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36699c32-25d3-4cf6-a5f8-300a94fe021c None None] Pushing event updated for resources: {'Port': ['ID=bb16b320-56f4-4ef1-a428-62d40e96433b,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:28.658664 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:28.675897 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-36699c32-25d3-4cf6-a5f8-300a94fe021c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:28.732635 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] Attempting to bind port 8c5ce9f1-caad-4e2c-9d31-a6f59657d705 on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:36:28.733030 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] Attempting to bind port 8c5ce9f1-caad-4e2c-9d31-a6f59657d705 by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:36:28.733568 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] Attempting to bind port 8c5ce9f1-caad-4e2c-9d31-a6f59657d705 on network 884521b5-a319-4325-bd13-24951164ba4c {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:36:28.748758 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:36:28.749134 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] Checking segment: {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:36:28.749614 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:28.750014 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] Bound using segment: {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:36:28.750504 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] Bound port: 8c5ce9f1-caad-4e2c-9d31-a6f59657d705, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:36:28.750904 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:28.827085 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] Routers {'c99461e0-3443-4dc2-92fa-909f44d04722'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:36:28.828377 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:36:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['c99461e0-3443-4dc2-92fa-909f44d04722'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:28.841448 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] For port 8c5ce9f1-caad-4e2c-9d31-a6f59657d705, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:36:28.846657 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] For port 8c5ce9f1-caad-4e2c-9d31-a6f59657d705, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=8c5ce9f1-caad-4e2c-9d31-a6f59657d705,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:36:28.858318 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:28.898411 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992e780-c811-418c-9889-bd62e493583c None None] Pushing event updated for resources: {'Port': ['ID=8c5ce9f1-caad-4e2c-9d31-a6f59657d705,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:28.906746 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-0992e780-c811-418c-9889-bd62e493583c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:28.910342 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] Routers {'e1158e19-a24d-43b5-ab65-25ad142ddd8d'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:36:28.911692 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:36:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['e1158e19-a24d-43b5-ab65-25ad142ddd8d'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:28.925884 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 43244) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:28.983498 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-686ecf36-cf9a-4627-9eea-199c3ba0285c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:29.034955 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-2b3ff0ff-159d-4aaa-8550-ccf62adb2d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:29.095194 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-686ecf36-cf9a-4627-9eea-199c3ba0285c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:29.124955 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:29.131079 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-686ecf36-cf9a-4627-9eea-199c3ba0285c admin admin] Usage tracker for resource:security_group_rule and tenant:6c559064ec80495aaae99764b29a0b55 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:29.165728 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-686ecf36-cf9a-4627-9eea-199c3ba0285c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:29.221109 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-686ecf36-cf9a-4627-9eea-199c3ba0285c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:29.268908 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] Set router c99461e0-3443-4dc2-92fa-909f44d04722 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:36:29.300214 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992e780-c811-418c-9889-bd62e493583c None None] Pushing event updated for resources: {'Port': ['ID=8c5ce9f1-caad-4e2c-9d31-a6f59657d705,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:29.338070 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-0992e780-c811-418c-9889-bd62e493583c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:29.501902 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] Set router e1158e19-a24d-43b5-ab65-25ad142ddd8d gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:36:29.523831 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-686ecf36-cf9a-4627-9eea-199c3ba0285c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:29.785489 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-686ecf36-cf9a-4627-9eea-199c3ba0285c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:29.813611 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-b15ac6b8-8d14-4eec-a168-a00ca40d0494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:29.870600 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843f020-2f74-42e7-a88f-6e60f4a47068 req-ce4013c2-211a-4d88-bfeb-fb72e19d12f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:29.875601 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5843f020-2f74-42e7-a88f-6e60f4a47068 req-ce4013c2-211a-4d88-bfeb-fb72e19d12f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7514a163d60649b5a921670fadf528ad&device_id=d15d3bd0-2ad2-44a4-be03-a9adc72eba26 HTTP/1.1" status: 200 len: 1096 time: 1.0048079 May 06 18:36:29.950813 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019849b-b1e3-499a-954e-d9f0d48e83c7 req-c9d6eb82-b369-49a9-8883-778bf26d59dc tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:29.971834 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-0019849b-b1e3-499a-954e-d9f0d48e83c7 req-c9d6eb82-b369-49a9-8883-778bf26d59dc tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1296a46-c69a-4e35-a34b-e1251ff95526 HTTP/1.1" status: 200 len: 931 time: 1.2968245 May 06 18:36:30.027591 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ecf36-cf9a-4627-9eea-199c3ba0285c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3124a353-cfb4-4bf5-bbdf-09710e3a1f65,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:30.039430 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-686ecf36-cf9a-4627-9eea-199c3ba0285c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6c559064ec80495aaae99764b29a0b55&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1110411 May 06 18:36:30.059403 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-686ecf36-cf9a-4627-9eea-199c3ba0285c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:30.061820 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 43260) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:30.189673 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003588b-da15-43f1-bec1-5759f54b72b6 req-405845fc-ae3c-4731-a501-008e16a1b2cb tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:30.190439 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-d003588b-da15-43f1-bec1-5759f54b72b6 req-405845fc-ae3c-4731-a501-008e16a1b2cb tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Synchronizing usage tracker for tenant:7514a163d60649b5a921670fadf528ad on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:36:30.203214 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.db.resource_extend [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 18:36:30.207057 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1158e19-a24d-43b5-ab65-25ad142ddd8d', 'name': 'tempest-TestShelveInstance-675040937-router', 'tenant_id': 'b7dcab37da29473781158b64861dd1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c5ce9f1-caad-4e2c-9d31-a6f59657d705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:36:18Z', 'updated_at': '2021-05-06T18:36:23Z', 'revision_number': 3, 'project_id': 'b7dcab37da29473781158b64861dd1b9', 'gw_port': {'id': '8c5ce9f1-caad-4e2c-9d31-a6f59657d705', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:59:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1158e19-a24d-43b5-ab65-25ad142ddd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:21Z', 'updated_at': '2021-05-06T18:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:30.218372 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c911f231-3718-4f93-8615-c0a27d4d0eb6 None None] The sync data for ids ['e1158e19-a24d-43b5-ab65-25ad142ddd8d'] in dv-cinder-733622-15-iscsi is: [{'id': 'e1158e19-a24d-43b5-ab65-25ad142ddd8d', 'name': 'tempest-TestShelveInstance-675040937-router', 'tenant_id': 'b7dcab37da29473781158b64861dd1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c5ce9f1-caad-4e2c-9d31-a6f59657d705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:36:18Z', 'updated_at': '2021-05-06T18:36:23Z', 'revision_number': 3, 'project_id': 'b7dcab37da29473781158b64861dd1b9', 'gw_port': {'id': '8c5ce9f1-caad-4e2c-9d31-a6f59657d705', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:59:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1158e19-a24d-43b5-ab65-25ad142ddd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:21Z', 'updated_at': '2021-05-06T18:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}] {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:36:30.277619 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device bd9f2a82-aa46-40d0-bec3-965b230a635a up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:30.311799 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-d003588b-da15-43f1-bec1-5759f54b72b6 req-405845fc-ae3c-4731-a501-008e16a1b2cb tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Unset dirty status for tenant:7514a163d60649b5a921670fadf528ad on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:36:30.322140 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d003588b-da15-43f1-bec1-5759f54b72b6 req-405845fc-ae3c-4731-a501-008e16a1b2cb tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=d15d3bd0-2ad2-44a4-be03-a9adc72eba26 HTTP/1.1" status: 200 len: 943 time: 1.1989489 May 06 18:36:30.394217 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-0019849b-b1e3-499a-954e-d9f0d48e83c7 req-ab684fce-829e-40bd-b03c-e87e92c108da tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159749 May 06 18:36:30.397161 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.db.resource_extend [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 18:36:30.445645 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port bd9f2a82-aa46-40d0-bec3-965b230a635a triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:30.445990 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:30.459878 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843f020-2f74-42e7-a88f-6e60f4a47068 req-90a7d361-9e79-4690-9ec9-d54017688e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:30.463593 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5843f020-2f74-42e7-a88f-6e60f4a47068 req-90a7d361-9e79-4690-9ec9-d54017688e08 service neutron] 10.222.0.55 "GET /v2.0/networks?id=99c51f6f-d2a7-4a7d-a523-57071f81991e HTTP/1.1" status: 200 len: 909 time: 0.5667381 May 06 18:36:30.499860 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02491db6-27a6-4aa5-a51d-add6fd76a88c {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:36:30.511515 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99461e0-3443-4dc2-92fa-909f44d04722', 'name': 'tempest-ServerRescueNegativeTestJSON-700240606-router', 'tenant_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '498a8972-dbf2-45fa-a6d3-bc85ac72e47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:36:00Z', 'updated_at': '2021-05-06T18:36:11Z', 'revision_number': 4, 'project_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'gw_port': {'id': '498a8972-dbf2-45fa-a6d3-bc85ac72e47d', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:96:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99461e0-3443-4dc2-92fa-909f44d04722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:02Z', 'updated_at': '2021-05-06T18:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'bb16b320-56f4-4ef1-a428-62d40e96433b', 'name': '', 'network_id': '0345db37-2d24-47c9-ba99-e54097aa82ed', 'tenant_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'mac_address': 'fa:16:3e:6b:30:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99461e0-3443-4dc2-92fa-909f44d04722', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c4f66d51-4d4f-47b7-9053-f874c75999d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:10Z', 'updated_at': '2021-05-06T18:36:28Z', 'revision_number': 4, 'project_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'subnets': [{'id': 'c4f66d51-4d4f-47b7-9053-f874c75999d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:30.522986 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:36:30.532617 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:30.548905 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:30.557035 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd68eca-853d-4f13-b1d1-4e772bbf5d94 None None] The sync data for ids ['c99461e0-3443-4dc2-92fa-909f44d04722'] in dv-cinder-733622-15-iscsi is: [{'id': 'c99461e0-3443-4dc2-92fa-909f44d04722', 'name': 'tempest-ServerRescueNegativeTestJSON-700240606-router', 'tenant_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '498a8972-dbf2-45fa-a6d3-bc85ac72e47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:36:00Z', 'updated_at': '2021-05-06T18:36:11Z', 'revision_number': 4, 'project_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'gw_port': {'id': '498a8972-dbf2-45fa-a6d3-bc85ac72e47d', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:96:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99461e0-3443-4dc2-92fa-909f44d04722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:02Z', 'updated_at': '2021-05-06T18:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'bb16b320-56f4-4ef1-a428-62d40e96433b', 'name': '', 'network_id': '0345db37-2d24-47c9-ba99-e54097aa82ed', 'tenant_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'mac_address': 'fa:16:3e:6b:30:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99461e0-3443-4dc2-92fa-909f44d04722', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c4f66d51-4d4f-47b7-9053-f874c75999d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:10Z', 'updated_at': '2021-05-06T18:36:28Z', 'revision_number': 4, 'project_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'subnets': [{'id': 'c4f66d51-4d4f-47b7-9053-f874c75999d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:36:30.560132 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Transition to ACTIVE for port object bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:36:30.635796 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 103a4bbd-de2d-42a4-826d-81fd4360debc details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:36:30.725829 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d003588b-da15-43f1-bec1-5759f54b72b6 req-3d97d203-c2af-4409-9ac7-770d13bcdfa6 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025285 May 06 18:36:30.747553 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.55', 57531) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:30.757780 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:30.832492 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-346c1973-439d-4422-baa9-9031fad3f19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:30.858648 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-52590afa-dee1-4fbe-8664-58b54e17f9d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:30.891349 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-c9badf1a-d735-4047-86c2-83d359bc49fd req-97862e90-d371-411b-b457-4925ab4ebffc tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 210 time: 0.2637596 May 06 18:36:30.933312 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] Transition to ACTIVE for port object 02491db6-27a6-4aa5-a51d-add6fd76a88c will not be triggered until provisioned by entity L2. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:36:30.942272 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device bb16b320-56f4-4ef1-a428-62d40e96433b up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:30.956514 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:31.005574 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:31.259660 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5843f020-2f74-42e7-a88f-6e60f4a47068 req-c90da9a1-b5ed-4676-8c18-242dbb92bb02 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103a4bbd-de2d-42a4-826d-81fd4360debc HTTP/1.1" status: 200 len: 217 time: 0.6980805 May 06 18:36:31.267819 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-346c1973-439d-4422-baa9-9031fad3f19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:31.357004 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 103a4bbd-de2d-42a4-826d-81fd4360debc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=103a4bbd-de2d-42a4-826d-81fd4360debc,segment=NetworkSegment(50ad9396-89fe-4b72-b019-24807965dc4d),segment_id=50ad9396-89fe-4b72-b019-24807965dc4d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:31.360037 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 43276) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:31.378261 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': '103a4bbd-de2d-42a4-826d-81fd4360debc', 'network_id': '99c51f6f-d2a7-4a7d-a523-57071f81991e', 'port_id': '103a4bbd-de2d-42a4-826d-81fd4360debc', 'mac_address': 'fa:16:3e:fd:e9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29251e12-e90b-4920-9830-721ffa983e8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:36:31.451611 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Pushing event updated for resources: {'Port': ['ID=bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:31.510468 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port bb16b320-56f4-4ef1-a428-62d40e96433b completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:36:31.530247 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port bb16b320-56f4-4ef1-a428-62d40e96433b triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:31.530786 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:31.687801 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:31.688268 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:31.688621 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:31.688971 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:31.689319 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:31.689660 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:31.690001 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:31.690340 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:31.690679 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:31.691016 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:31.691382 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:31.693881 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:31.749723 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:31.758134 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.900s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:31.780767 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] Attempting to bind port 02491db6-27a6-4aa5-a51d-add6fd76a88c on host hv-cinder-73362 for vnic_type normal with profile {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:36:31.781434 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] Attempting to bind port 02491db6-27a6-4aa5-a51d-add6fd76a88c by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'db3a5d59-306d-4aa6-a6db-a661eb0f3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6'}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:36:31.781970 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] Attempting to bind port 02491db6-27a6-4aa5-a51d-add6fd76a88c on network e712c820-8e93-42e1-8b79-4d408a674dd6 {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:36:31.840436 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] Port 02491db6-27a6-4aa5-a51d-add6fd76a88c on network e712c820-8e93-42e1-8b79-4d408a674dd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:36:31.841060 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] Attempting to bind port 02491db6-27a6-4aa5-a51d-add6fd76a88c on network e712c820-8e93-42e1-8b79-4d408a674dd6 {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:36:31.867740 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] Checking agent: {'id': '9977d64c-d59d-4d1f-af57-b1bc23e96ce2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'started_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:36:31.868416 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] Checking segment: {'id': 'db3a5d59-306d-4aa6-a6db-a661eb0f3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:36:31.869272 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] Bound using segment: {'id': 'db3a5d59-306d-4aa6-a6db-a661eb0f3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6'} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:36:31.869920 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] Bound port: 02491db6-27a6-4aa5-a51d-add6fd76a88c, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db3a5d59-306d-4aa6-a6db-a661eb0f3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6'}}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:36:31.870455 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:31.889328 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 103a4bbd-de2d-42a4-826d-81fd4360debc {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:36:31.929521 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:31.939980 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 103a4bbd-de2d-42a4-826d-81fd4360debc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=103a4bbd-de2d-42a4-826d-81fd4360debc,segment=NetworkSegment(50ad9396-89fe-4b72-b019-24807965dc4d),segment_id=50ad9396-89fe-4b72-b019-24807965dc4d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:31.955075 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:31.958912 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:32.060463 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] For port 02491db6-27a6-4aa5-a51d-add6fd76a88c, host hv-cinder-73362, cleared binding levels {{(pid=78804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:36:32.075992 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port bb16b320-56f4-4ef1-a428-62d40e96433b, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=bb16b320-56f4-4ef1-a428-62d40e96433b,segment=NetworkSegment(4e5a7700-9e20-4f7c-ba08-66c05edb45ba),segment_id=4e5a7700-9e20-4f7c-ba08-66c05edb45ba)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:32.077287 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] For port 02491db6-27a6-4aa5-a51d-add6fd76a88c, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=02491db6-27a6-4aa5-a51d-add6fd76a88c,segment=NetworkSegment(db3a5d59-306d-4aa6-a6db-a661eb0f3a17),segment_id=db3a5d59-306d-4aa6-a6db-a661eb0f3a17)] {{(pid=78804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:36:32.080731 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b69e97a9-bc5c-4514-a084-466110db331e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:32.085509 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:32.106445 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-057191c9-2948-4616-a316-ab95743f0ebe tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:32.108868 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-057191c9-2948-4616-a316-ab95743f0ebe tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.55 "GET /v2.0/networks?id=0345db37-2d24-47c9-ba99-e54097aa82ed HTTP/1.1" status: 200 len: 818 time: 1.3411417 May 06 18:36:32.110168 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=103a4bbd-de2d-42a4-826d-81fd4360debc,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:32.114436 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:32.114914 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-36a3aac3-3c76-42f4-8e30-34b311d5ae80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:32.147440 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] Pushing event updated for resources: {'Port': ['ID=02491db6-27a6-4aa5-a51d-add6fd76a88c,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:32.152910 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.147s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:32.154213 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:32.194870 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843f020-2f74-42e7-a88f-6e60f4a47068 req-2a5a6b32-5c6d-4251-85d9-34965c755894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:32.196693 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5843f020-2f74-42e7-a88f-6e60f4a47068 req-2a5a6b32-5c6d-4251-85d9-34965c755894 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29251e12-e90b-4920-9830-721ffa983e8e HTTP/1.1" status: 200 len: 848 time: 0.9240470 May 06 18:36:32.200390 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-b69e97a9-bc5c-4514-a084-466110db331e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:32.207784 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-b69e97a9-bc5c-4514-a084-466110db331e admin admin] Usage tracker for resource:security_group_rule and tenant:2f5052352fdd47948d7be24f806f0766 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:32.208042 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-4d299f35-dc27-465e-ada7-af72383ed743 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Request body: {'port': {'device_id': 'afc2a4e2-6e9a-49a3-87a3-8b0696cc5297', 'network_id': '0345db37-2d24-47c9-ba99-e54097aa82ed', 'admin_state_up': True, 'tenant_id': '97dcc9ffc3774e62a6c6a20b65d59ae6'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:32.215085 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-b69e97a9-bc5c-4514-a084-466110db331e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:32.230108 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-b69e97a9-bc5c-4514-a084-466110db331e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:32.257644 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Attempting to bind port bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:36:32.261171 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Attempting to bind port bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '4e5a7700-9e20-4f7c-ba08-66c05edb45ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0345db37-2d24-47c9-ba99-e54097aa82ed'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:36:32.262318 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Attempting to bind port bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 on network 0345db37-2d24-47c9-ba99-e54097aa82ed {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:36:32.325071 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5843f020-2f74-42e7-a88f-6e60f4a47068 req-355cc76c-2ddd-4a3f-a0aa-7a620b1ef77c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=99c51f6f-d2a7-4a7d-a523-57071f81991e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684965 May 06 18:36:32.329345 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['103a4bbd-de2d-42a4-826d-81fd4360debc'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:36:32.359088 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7aa1bb0f-6ef8-485d-b128-884bb5efd2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:32.383781 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 8c5ce9f1-caad-4e2c-9d31-a6f59657d705 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:32.414232 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3d827574-9b2f-4faa-8840-e59acf663d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:32.415679 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Port bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 on network 0345db37-2d24-47c9-ba99-e54097aa82ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:36:32.415995 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Attempting to bind port bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 on network 0345db37-2d24-47c9-ba99-e54097aa82ed {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:36:32.451063 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406c6ea-e456-443a-83ae-398add685ca6 req-2133ab44-0aa5-4432-8a01-013a11378e31 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:32.453624 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5406c6ea-e456-443a-83ae-398add685ca6 req-2133ab44-0aa5-4432-8a01-013a11378e31 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 1.0893250 May 06 18:36:32.493527 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=bb16b320-56f4-4ef1-a428-62d40e96433b,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:32.502541 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:32.510311 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Checking agent: {'id': '9977d64c-d59d-4d1f-af57-b1bc23e96ce2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'started_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:36:32.510719 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Checking segment: {'id': '4e5a7700-9e20-4f7c-ba08-66c05edb45ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0345db37-2d24-47c9-ba99-e54097aa82ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:36:32.511187 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Bound using segment: {'id': '4e5a7700-9e20-4f7c-ba08-66c05edb45ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0345db37-2d24-47c9-ba99-e54097aa82ed'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:36:32.512219 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Bound port: bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e5a7700-9e20-4f7c-ba08-66c05edb45ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0345db37-2d24-47c9-ba99-e54097aa82ed'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:36:32.513011 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:32.535599 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:32.536833 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for port, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:32.539110 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] 10.222.0.55 "PUT /v2.0/ports/02491db6-27a6-4aa5-a51d-add6fd76a88c HTTP/1.1" status: 200 len: 1093 time: 5.8723729 May 06 18:36:32.539848 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1296a46-c69a-4e35-a34b-e1251ff95526', 'tag': '02491db6-27a6-4aa5-a51d-add6fd76a88c'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:36:32.618932 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port 8c5ce9f1-caad-4e2c-9d31-a6f59657d705 completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:36:32.640245 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 8c5ce9f1-caad-4e2c-9d31-a6f59657d705 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:32.641279 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:32.681893 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-346c1973-439d-4422-baa9-9031fad3f19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:32.698977 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] Pushing event updated for resources: {'Port': ['ID=02491db6-27a6-4aa5-a51d-add6fd76a88c,revision_number=3']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:32.712636 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b69e97a9-bc5c-4514-a084-466110db331e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:32.724200 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:32.724643 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:32.728646 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5406c6ea-e456-443a-83ae-398add685ca6 req-19af38f1-bbe1-45e2-b9e7-7f8324bdab08 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771753 May 06 18:36:32.743403 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b69e97a9-bc5c-4514-a084-466110db331e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:32.768818 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c1973-439d-4422-baa9-9031fad3f19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3124a353-cfb4-4bf5-bbdf-09710e3a1f65,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:32.785538 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5843f020-2f74-42e7-a88f-6e60f4a47068 req-7344f73b-67de-46ce-b0e4-b01abd4a521f service neutron] 10.222.0.55 "GET /v2.0/networks/99c51f6f-d2a7-4a7d-a523-57071f81991e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043775 May 06 18:36:32.819056 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] For port bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5, host hv-cinder-73362, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:36:32.822612 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] For port bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5,segment=NetworkSegment(4e5a7700-9e20-4f7c-ba08-66c05edb45ba),segment_id=4e5a7700-9e20-4f7c-ba08-66c05edb45ba)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:36:32.823560 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346c1973-439d-4422-baa9-9031fad3f19a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:32.824014 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346c1973-439d-4422-baa9-9031fad3f19a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:32.824226 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-4d299f35-dc27-465e-ada7-af72383ed743 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:32.824358 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346c1973-439d-4422-baa9-9031fad3f19a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:32.824617 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346c1973-439d-4422-baa9-9031fad3f19a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:32.824995 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346c1973-439d-4422-baa9-9031fad3f19a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:32.826877 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346c1973-439d-4422-baa9-9031fad3f19a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:32.827656 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346c1973-439d-4422-baa9-9031fad3f19a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:32.827656 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346c1973-439d-4422-baa9-9031fad3f19a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:32.828120 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346c1973-439d-4422-baa9-9031fad3f19a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:32.828310 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346c1973-439d-4422-baa9-9031fad3f19a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:32.828628 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346c1973-439d-4422-baa9-9031fad3f19a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:32.829073 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346c1973-439d-4422-baa9-9031fad3f19a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:32.829245 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-4d299f35-dc27-465e-ada7-af72383ed743 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Usage tracker for resource:port and tenant:97dcc9ffc3774e62a6c6a20b65d59ae6 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:32.832779 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-4d299f35-dc27-465e-ada7-af72383ed743 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:32.834282 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-346c1973-439d-4422-baa9-9031fad3f19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:32.840863 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-4d299f35-dc27-465e-ada7-af72383ed743 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:32.892569 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c2f703f4-d8f7-4b12-b734-20b07672bd5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:32.935258 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab96a30-dbd8-441c-9d7e-2b8469306f48 req-6a911d10-cdb6-46e6-8bca-ec5bf25e97b0 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:32.945854 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-fab96a30-dbd8-441c-9d7e-2b8469306f48 req-6a911d10-cdb6-46e6-8bca-ec5bf25e97b0 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1296a46-c69a-4e35-a34b-e1251ff95526 HTTP/1.1" status: 200 len: 943 time: 1.1409822 May 06 18:36:32.968251 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-b69e97a9-bc5c-4514-a084-466110db331e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2f5052352fdd47948d7be24f806f0766&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6069884 May 06 18:36:32.970827 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-346c1973-439d-4422-baa9-9031fad3f19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:32.989809 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-346c1973-439d-4422-baa9-9031fad3f19a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3124a353-cfb4-4bf5-bbdf-09710e3a1f65 HTTP/1.1" status: 204 len: 168 time: 2.9135807 May 06 18:36:33.003057 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 43298) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:33.106031 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:33.119508 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5843f020-2f74-42e7-a88f-6e60f4a47068 req-c961c972-1b60-4c5c-ae15-c12aac2bc7e9 service neutron] 10.222.0.55 "GET /v2.0/networks/99c51f6f-d2a7-4a7d-a523-57071f81991e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684171 May 06 18:36:33.123643 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:33.200031 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:33.248995 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-4d299f35-dc27-465e-ada7-af72383ed743 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Made reservation on behalf of 97dcc9ffc3774e62a6c6a20b65d59ae6 for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:36:33.256928 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-4d299f35-dc27-465e-ada7-af72383ed743 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:33.275390 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port 8c5ce9f1-caad-4e2c-9d31-a6f59657d705, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=8c5ce9f1-caad-4e2c-9d31-a6f59657d705,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:33.284466 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:33.291262 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:33.403931 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e97a9-bc5c-4514-a084-466110db331e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a9c5b8-0eef-4853-aa0e-62288d6195a8,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:33.412417 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:33.414900 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:33.418448 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] 10.222.0.55 "PUT /v2.0/ports/bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 HTTP/1.1" status: 200 len: 1093 time: 4.9907465 May 06 18:36:33.421513 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-fab96a30-dbd8-441c-9d7e-2b8469306f48 req-056426cd-2190-4443-bd7e-163f5f905e25 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745488 May 06 18:36:33.425388 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-b69e97a9-bc5c-4514-a084-466110db331e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:33.447201 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046725f0-018b-4821-9cc7-e55ea8e7c305', 'tag': 'bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:36:33.488295 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=8c5ce9f1-caad-4e2c-9d31-a6f59657d705,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:33.502319 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:33.522011 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-ebb22b54-c76a-4aa1-a54e-8c5bdec9993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:33.523823 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-ebb22b54-c76a-4aa1-a54e-8c5bdec9993f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc919bedec1b46b6aaeef5a6e940c757&device_id=b1296a46-c69a-4e35-a34b-e1251ff95526 HTTP/1.1" status: 200 len: 1096 time: 0.8989995 May 06 18:36:33.529140 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-3d827574-9b2f-4faa-8840-e59acf663d82 admin admin] Allocated IP 172.20.0.1 (6e3b754e-ea1d-4103-ab6d-dea7d30e4996/676a20cb-73ca-4f95-9291-51eb561821d1/8c589dad-44d9-4033-9736-90986ab2eb5a) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:36:33.531561 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0a393a7b-cbc8-443c-a2a5-7d86604ebc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:33.596184 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 43314) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:33.652576 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-676782b5-9280-4945-a6b7-ae8eaf982a56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02491db6-27a6-4aa5-a51d-add6fd76a88c HTTP/1.1" status: 200 len: 217 time: 0.1164107 May 06 18:36:33.680555 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Pushing event updated for resources: {'Port': ['ID=bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:33.703309 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:33.850324 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-962a82fe-905c-4b08-9ebc-e0047186cfb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:33.881403 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0a393a7b-cbc8-443c-a2a5-7d86604ebc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:33.939757 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-b1a47483-b784-4cbc-b838-0e594655deb4 req-e75399e9-91d3-447f-90ba-6a722464a5bb tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Synchronizing usage tracker for tenant:97dcc9ffc3774e62a6c6a20b65d59ae6 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:36:33.944321 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-8cb46283-47ce-46aa-b3a2-7078c9eee123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:33.945794 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-8cb46283-47ce-46aa-b3a2-7078c9eee123 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97dcc9ffc3774e62a6c6a20b65d59ae6&device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 1096 time: 0.3838863 May 06 18:36:33.953540 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-4d299f35-dc27-465e-ada7-af72383ed743 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Allocated IP 172.20.0.9 (0345db37-2d24-47c9-ba99-e54097aa82ed/c4f66d51-4d4f-47b7-9053-f874c75999d5/b4164217-a48f-42df-aef6-3a679fcad4b6) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:36:33.993120 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-962a82fe-905c-4b08-9ebc-e0047186cfb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:34.019899 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-962a82fe-905c-4b08-9ebc-e0047186cfb5 admin admin] Usage tracker for resource:security_group_rule and tenant:8efee4e61e4643408beb7b3e5df43f71 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:34.040047 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-962a82fe-905c-4b08-9ebc-e0047186cfb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:34.048293 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-9eda18f7-ce9e-4ad1-ace9-ca8d25c8c189 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 HTTP/1.1" status: 200 len: 217 time: 0.0909724 May 06 18:36:34.051743 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-b1a47483-b784-4cbc-b838-0e594655deb4 req-e75399e9-91d3-447f-90ba-6a722464a5bb tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Unset dirty status for tenant:97dcc9ffc3774e62a6c6a20b65d59ae6 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:36:34.061257 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b1a47483-b784-4cbc-b838-0e594655deb4 req-e75399e9-91d3-447f-90ba-6a722464a5bb tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 210 time: 0.1921287 May 06 18:36:34.067701 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-6e79e209-ac6e-4d71-9d8f-49b682cefd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:34.069334 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-6e79e209-ac6e-4d71-9d8f-49b682cefd24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a3aa520-893d-4113-b4c9-d14c97e64a44 HTTP/1.1" status: 200 len: 855 time: 0.3501105 May 06 18:36:34.074550 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-962a82fe-905c-4b08-9ebc-e0047186cfb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:34.117026 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1296a46-c69a-4e35-a34b-e1251ff95526', 'tag': '02491db6-27a6-4aa5-a51d-add6fd76a88c', 'status': 'completed', 'code': 200} May 06 18:36:34.144669 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-56b56f90-1fe7-4e20-8a8a-cd974ac2630c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e712c820-8e93-42e1-8b79-4d408a674dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636020 May 06 18:36:34.217821 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-1e7f6d83-2db4-4ca7-89d2-c894ae8f4f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:34.219484 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-1e7f6d83-2db4-4ca7-89d2-c894ae8f4f70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c4f66d51-4d4f-47b7-9053-f874c75999d5 HTTP/1.1" status: 200 len: 858 time: 0.0754282 May 06 18:36:34.225360 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '046725f0-018b-4821-9cc7-e55ea8e7c305', 'tag': 'bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5', 'status': 'completed', 'code': 200} May 06 18:36:34.259874 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 8c5ce9f1-caad-4e2c-9d31-a6f59657d705 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:34.279750 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3d827574-9b2f-4faa-8840-e59acf663d82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:34.284972 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0a393a7b-cbc8-443c-a2a5-7d86604ebc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:34.296663 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-1d5575ec-6ca9-4d0c-8216-c45c2c8ead0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:34.319254 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2659f-2c8e-49c6-8629-af156c6f0700 req-f9f3a5ea-c6c9-43d6-ba50-eb4d9b7d49cf tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:34.320878 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-caf2659f-2c8e-49c6-8629-af156c6f0700 req-f9f3a5ea-c6c9-43d6-ba50-eb4d9b7d49cf tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=d15d3bd0-2ad2-44a4-be03-a9adc72eba26 HTTP/1.1" status: 200 len: 944 time: 0.7077012 May 06 18:36:34.345498 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a393a7b-cbc8-443c-a2a5-7d86604ebc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a9c5b8-0eef-4853-aa0e-62288d6195a8,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:34.376412 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:36:34.391239 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-3d827574-9b2f-4faa-8840-e59acf663d82 admin admin] Transition to ACTIVE for port object 8c589dad-44d9-4033-9736-90986ab2eb5a will not be triggered until provisioned by entity DHCP. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:36:34.395126 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-0a393a7b-cbc8-443c-a2a5-7d86604ebc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:34.422675 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 8c5ce9f1-caad-4e2c-9d31-a6f59657d705 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:34.423875 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:34.458811 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-23c856f4-fcc8-4623-bd7c-0eeb65c48fa9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0345db37-2d24-47c9-ba99-e54097aa82ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2321286 May 06 18:36:34.501543 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-202d74a7-411d-4725-b27d-ab2de71c1326 service neutron] 10.222.0.55 "GET /v2.0/networks/e712c820-8e93-42e1-8b79-4d408a674dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355598 May 06 18:36:34.508915 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0a393a7b-cbc8-443c-a2a5-7d86604ebc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:34.513993 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-0a393a7b-cbc8-443c-a2a5-7d86604ebc29 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b9a9c5b8-0eef-4853-aa0e-62288d6195a8 HTTP/1.1" status: 204 len: 168 time: 1.4998775 May 06 18:36:34.513993 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-caf2659f-2c8e-49c6-8629-af156c6f0700 req-5f52496c-f927-4d79-a602-85ef7b30281c tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746869 May 06 18:36:34.759821 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 103a4bbd-de2d-42a4-826d-81fd4360debc up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:34.774444 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3d827574-9b2f-4faa-8840-e59acf663d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:34.786909 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-962a82fe-905c-4b08-9ebc-e0047186cfb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:34.795836 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-0647ed5c-cd0f-45c0-a515-58a799f08602 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:34.839553 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-962a82fe-905c-4b08-9ebc-e0047186cfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:34.894051 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d827574-9b2f-4faa-8840-e59acf663d82 admin admin] Network 6e3b754e-ea1d-4103-ab6d-dea7d30e4996 is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:36:34.909517 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-3d827574-9b2f-4faa-8840-e59acf663d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:36:34.920845 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d827574-9b2f-4faa-8840-e59acf663d82 admin admin] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:36:34.921317 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3d827574-9b2f-4faa-8840-e59acf663d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1039830'] for router_interface, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:34.922123 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-4d299f35-dc27-465e-ada7-af72383ed743 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:34.935755 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3672af2e-2513-4de2-94e1-8c6359f68cf8 req-529fa779-3117-4e52-a110-8393c52c91f0 service neutron] 10.222.0.55 "GET /v2.0/networks/e712c820-8e93-42e1-8b79-4d408a674dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043236 May 06 18:36:34.944325 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device bb16b320-56f4-4ef1-a428-62d40e96433b up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:35.034128 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning for port 103a4bbd-de2d-42a4-826d-81fd4360debc completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:36:35.046660 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port 103a4bbd-de2d-42a4-826d-81fd4360debc triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:35.047130 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:35.111827 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-4d299f35-dc27-465e-ada7-af72383ed743 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:35.130907 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-962a82fe-905c-4b08-9ebc-e0047186cfb5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8efee4e61e4643408beb7b3e5df43f71&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5191262 May 06 18:36:35.150806 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 43336) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:35.154859 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-38892663-3158-4dd9-94a2-96082bdd6bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:35.163903 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d827574-9b2f-4faa-8840-e59acf663d82 admin admin] Pushing event updated for resources: {'Port': ['ID=8c589dad-44d9-4033-9736-90986ab2eb5a,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:35.168131 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-3d827574-9b2f-4faa-8840-e59acf663d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:35.174976 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-0a393a7b-cbc8-443c-a2a5-7d86604ebc29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.306s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:35.178272 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port bb16b320-56f4-4ef1-a428-62d40e96433b triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:35.178902 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:35.287002 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d299f35-dc27-465e-ada7-af72383ed743 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Pushing event updated for resources: {'Port': ['ID=b4164217-a48f-42df-aef6-3a679fcad4b6,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:35.300505 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9aaaf-54fb-483a-a113-0e925041d355 req-54cfa553-7df9-4f2d-84bc-66316a4bc38d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:35.308089 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a82fe-905c-4b08-9ebc-e0047186cfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fa5886-3332-42ab-bc5c-459a86f92946,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:35.309197 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-93c9aaaf-54fb-483a-a113-0e925041d355 req-54cfa553-7df9-4f2d-84bc-66316a4bc38d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.9604659 May 06 18:36:35.310282 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-4d299f35-dc27-465e-ada7-af72383ed743 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:35.322514 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-962a82fe-905c-4b08-9ebc-e0047186cfb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:35.341364 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:35.344653 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-4d299f35-dc27-465e-ada7-af72383ed743 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Network 0345db37-2d24-47c9-ba99-e54097aa82ed is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:36:35.361652 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-4d299f35-dc27-465e-ada7-af72383ed743 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:36:35.371912 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-4d299f35-dc27-465e-ada7-af72383ed743 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:36:35.396404 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15d3bd0-2ad2-44a4-be03-a9adc72eba26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103a4bbd-de2d-42a4-826d-81fd4360debc'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:36:35.415170 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e2b0db20-a1c2-4824-b820-50b88887a7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:35.443439 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 103a4bbd-de2d-42a4-826d-81fd4360debc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=103a4bbd-de2d-42a4-826d-81fd4360debc,segment=NetworkSegment(50ad9396-89fe-4b72-b019-24807965dc4d),segment_id=50ad9396-89fe-4b72-b019-24807965dc4d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:35.444989 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c67d585f-e974-44a5-b8f4-f4275ab8d043 None None] Provisioning for port 8c589dad-44d9-4033-9736-90986ab2eb5a completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:36:35.451292 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e2b0db20-a1c2-4824-b820-50b88887a7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:35.464337 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-93c9aaaf-54fb-483a-a113-0e925041d355 req-8f73e10b-2d58-4332-816e-ea718efb454c tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324303 May 06 18:36:35.469456 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:35.476406 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:35.483195 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-30cd5bfd-49ed-4c3a-9bd1-3152da90886b service neutron] 10.222.0.55 "GET /v2.0/networks/0345db37-2d24-47c9-ba99-e54097aa82ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0133455 May 06 18:36:35.557541 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c67d585f-e974-44a5-b8f4-f4275ab8d043 None None] Provisioning complete for port 8c589dad-44d9-4033-9736-90986ab2eb5a triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:35.558254 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c67d585f-e974-44a5-b8f4-f4275ab8d043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:35.596948 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fe89c-a38d-4dd9-a02c-313c1833b95b req-655b8c66-85d0-4d40-9d5a-64fc342d87b2 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:35.598826 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-bf5fe89c-a38d-4dd9-a02c-313c1833b95b req-655b8c66-85d0-4d40-9d5a-64fc342d87b2 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1296a46-c69a-4e35-a34b-e1251ff95526 HTTP/1.1" status: 200 len: 943 time: 0.6620607 May 06 18:36:35.604024 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e2b0db20-a1c2-4824-b820-50b88887a7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:35.616709 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-213addb8-a0a1-4f3c-8416-b266c0c0c2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:35.635555 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e2b0db20-a1c2-4824-b820-50b88887a7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:35.639896 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-e2b0db20-a1c2-4824-b820-50b88887a7af admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a1fa5886-3332-42ab-bc5c-459a86f92946 HTTP/1.1" status: 204 len: 168 time: 0.4776735 May 06 18:36:35.680436 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0db20-a1c2-4824-b820-50b88887a7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fa5886-3332-42ab-bc5c-459a86f92946,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:35.690746 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b87ba-8f2f-40b9-808c-aa49079aae5d req-937a624d-b804-4591-8124-63084a05895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:35.694170 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f42b87ba-8f2f-40b9-808c-aa49079aae5d req-937a624d-b804-4591-8124-63084a05895b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc919bedec1b46b6aaeef5a6e940c757&device_id=b1296a46-c69a-4e35-a34b-e1251ff95526 HTTP/1.1" status: 200 len: 1096 time: 0.6757331 May 06 18:36:35.698391 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-e2b0db20-a1c2-4824-b820-50b88887a7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:35.714870 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3d827574-9b2f-4faa-8840-e59acf663d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:35.776364 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c67d585f-e974-44a5-b8f4-f4275ab8d043 None None] Port 8c589dad-44d9-4033-9736-90986ab2eb5a cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:36:35.788527 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=103a4bbd-de2d-42a4-826d-81fd4360debc,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:35.795073 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:35.827461 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f58a03d2-45c0-4b3f-8977-61de910e5def req-8d0171be-753f-4b81-ae29-79ad18aa1583 service neutron] 10.222.0.55 "GET /v2.0/networks/0345db37-2d24-47c9-ba99-e54097aa82ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350534 May 06 18:36:35.900644 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-bf5fe89c-a38d-4dd9-a02c-313c1833b95b req-87f360a4-d230-4198-aead-dc55c0e7a62e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893181 May 06 18:36:36.105659 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15d3bd0-2ad2-44a4-be03-a9adc72eba26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103a4bbd-de2d-42a4-826d-81fd4360debc', 'code': 200} May 06 18:36:36.161638 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-4d299f35-dc27-465e-ada7-af72383ed743 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:36.162875 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-4d299f35-dc27-465e-ada7-af72383ed743 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:36.234847 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-4d299f35-dc27-465e-ada7-af72383ed743 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0325325 May 06 18:36:36.245003 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b87ba-8f2f-40b9-808c-aa49079aae5d req-90a13be7-bacf-4bb1-9277-8f27e719c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:36.247761 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f42b87ba-8f2f-40b9-808c-aa49079aae5d req-90a13be7-bacf-4bb1-9277-8f27e719c4ae service neutron] 10.222.0.55 "GET /v2.0/networks?id=e712c820-8e93-42e1-8b79-4d408a674dd6 HTTP/1.1" status: 200 len: 916 time: 0.5364687 May 06 18:36:36.287112 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] Request body: {'port': {'device_id': 'afc2a4e2-6e9a-49a3-87a3-8b0696cc5297', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:36.381724 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f5b91-2258-44b1-8689-a3abd1ccdcaa req-4c822aa4-213a-4861-80c0-23431014407f tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:36.390859 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3d2f5b91-2258-44b1-8689-a3abd1ccdcaa req-4c822aa4-213a-4861-80c0-23431014407f tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 931 time: 0.5622325 May 06 18:36:36.406487 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f42b87ba-8f2f-40b9-808c-aa49079aae5d req-11ae7d6c-0a0a-4574-b84a-d95d859cdf21 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02491db6-27a6-4aa5-a51d-add6fd76a88c HTTP/1.1" status: 200 len: 217 time: 0.1513555 May 06 18:36:36.526487 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe929ddf-6b80-4d6b-95b3-1618766ed3f9 req-d1509d76-b25b-43ae-bb4e-457eb76f0739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:36.528192 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fe929ddf-6b80-4d6b-95b3-1618766ed3f9 req-d1509d76-b25b-43ae-bb4e-457eb76f0739 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97dcc9ffc3774e62a6c6a20b65d59ae6&device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 1096 time: 0.5926392 May 06 18:36:36.551813 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-3d2f5b91-2258-44b1-8689-a3abd1ccdcaa req-a1816894-f356-4578-b5ab-6e9fcb49ac4a tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Synchronizing usage tracker for tenant:97dcc9ffc3774e62a6c6a20b65d59ae6 on resource:security_group {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:36:36.643916 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 02491db6-27a6-4aa5-a51d-add6fd76a88c details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:36:36.714015 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:36.728513 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b87ba-8f2f-40b9-808c-aa49079aae5d req-06fbeba5-2fe4-428f-b5e4-83f8f93e0073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:36.731868 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f42b87ba-8f2f-40b9-808c-aa49079aae5d req-06fbeba5-2fe4-428f-b5e4-83f8f93e0073 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a3aa520-893d-4113-b4c9-d14c97e64a44 HTTP/1.1" status: 200 len: 855 time: 0.3083582 May 06 18:36:36.819224 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-3d2f5b91-2258-44b1-8689-a3abd1ccdcaa req-a1816894-f356-4578-b5ab-6e9fcb49ac4a tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Unset dirty status for tenant:97dcc9ffc3774e62a6c6a20b65d59ae6 on resource:security_group {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:36:36.827815 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3d2f5b91-2258-44b1-8689-a3abd1ccdcaa req-a1816894-f356-4578-b5ab-6e9fcb49ac4a tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358761 May 06 18:36:36.841752 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f42b87ba-8f2f-40b9-808c-aa49079aae5d req-47c740f9-419a-482d-9cc4-b92a5ea9cf50 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e712c820-8e93-42e1-8b79-4d408a674dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804152 May 06 18:36:36.863401 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d5661-6b08-4580-a5b7-e1b53a20d202 req-cf47c172-c30c-4d7c-830f-f89e2a35fbda tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:36.866522 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e12d5661-6b08-4580-a5b7-e1b53a20d202 req-cf47c172-c30c-4d7c-830f-f89e2a35fbda tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=d15d3bd0-2ad2-44a4-be03-a9adc72eba26 HTTP/1.1" status: 200 len: 945 time: 0.3410308 May 06 18:36:36.897906 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725dee3-05c1-4862-ad70-21fdb7474148 req-0da54b07-792d-4752-8afa-4310321472a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:36.899661 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3725dee3-05c1-4862-ad70-21fdb7474148 req-0da54b07-792d-4752-8afa-4310321472a8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d15d3bd0-2ad2-44a4-be03-a9adc72eba26 HTTP/1.1" status: 200 len: 1098 time: 0.4339685 May 06 18:36:37.016552 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e12d5661-6b08-4580-a5b7-e1b53a20d202 req-b6a885a1-02fb-49b5-ab1d-4edd002bd909 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043866 May 06 18:36:37.055327 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 02491db6-27a6-4aa5-a51d-add6fd76a88c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=02491db6-27a6-4aa5-a51d-add6fd76a88c,segment=NetworkSegment(db3a5d59-306d-4aa6-a6db-a661eb0f3a17),segment_id=db3a5d59-306d-4aa6-a6db-a661eb0f3a17)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:37.107520 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': '02491db6-27a6-4aa5-a51d-add6fd76a88c', 'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6', 'port_id': '02491db6-27a6-4aa5-a51d-add6fd76a88c', 'mac_address': 'fa:16:3e:7d:f8:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3aa520-893d-4113-b4c9-d14c97e64a44', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:36:37.181498 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe929ddf-6b80-4d6b-95b3-1618766ed3f9 req-a9707a48-883c-4da1-83c5-24f3f4ffc23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:37.183403 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fe929ddf-6b80-4d6b-95b3-1618766ed3f9 req-a9707a48-883c-4da1-83c5-24f3f4ffc23c service neutron] 10.222.0.55 "GET /v2.0/networks?id=0345db37-2d24-47c9-ba99-e54097aa82ed HTTP/1.1" status: 200 len: 919 time: 0.6393247 May 06 18:36:37.247266 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:37.280166 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02491db6-27a6-4aa5-a51d-add6fd76a88c {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:36:37.318660 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3725dee3-05c1-4862-ad70-21fdb7474148 req-693d5553-fe26-4d4e-aa18-ddbf8c668f78 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081132 May 06 18:36:37.342064 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 02491db6-27a6-4aa5-a51d-add6fd76a88c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=02491db6-27a6-4aa5-a51d-add6fd76a88c,segment=NetworkSegment(db3a5d59-306d-4aa6-a6db-a661eb0f3a17),segment_id=db3a5d59-306d-4aa6-a6db-a661eb0f3a17)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:37.349627 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.db.resource_extend [None req-3d827574-9b2f-4faa-8840-e59acf663d82 admin admin] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 18:36:37.351123 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:37.352508 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:36:37.358432 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-0b80d17d-24c5-49b9-a79f-2734f77f091b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:37.368932 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3d827574-9b2f-4faa-8840-e59acf663d82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:37.398733 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f42b87ba-8f2f-40b9-808c-aa49079aae5d req-cc00a6db-1843-4840-98f9-73e5dfe89a6f service neutron] 10.222.0.55 "GET /v2.0/networks/e712c820-8e93-42e1-8b79-4d408a674dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261242 May 06 18:36:37.438030 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3d827574-9b2f-4faa-8840-e59acf663d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:37.442480 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3d827574-9b2f-4faa-8840-e59acf663d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1039733'] for router_interface, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:37.460840 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:37.478388 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fe929ddf-6b80-4d6b-95b3-1618766ed3f9 req-290772b5-f5d8-4339-9052-a1259bd0006f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 HTTP/1.1" status: 200 len: 217 time: 0.2746048 May 06 18:36:37.666766 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=02491db6-27a6-4aa5-a51d-add6fd76a88c,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:37.681577 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce89916-9970-4fb1-a5c1-7a9d85e29658 req-63c66e0e-8b29-4350-808b-1cd8e82fd87b tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:37.682244 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:37.684650 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9ce89916-9970-4fb1-a5c1-7a9d85e29658 req-63c66e0e-8b29-4350-808b-1cd8e82fd87b tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.6353900 May 06 18:36:37.907260 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe929ddf-6b80-4d6b-95b3-1618766ed3f9 req-ad52cc29-b2e2-482d-a02e-088ef7370184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:37.910395 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fe929ddf-6b80-4d6b-95b3-1618766ed3f9 req-ad52cc29-b2e2-482d-a02e-088ef7370184 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c4f66d51-4d4f-47b7-9053-f874c75999d5 HTTP/1.1" status: 200 len: 858 time: 0.3928137 May 06 18:36:37.928542 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5,segment=NetworkSegment(4e5a7700-9e20-4f7c-ba08-66c05edb45ba),segment_id=4e5a7700-9e20-4f7c-ba08-66c05edb45ba)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:37.945281 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': 'bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5', 'network_id': '0345db37-2d24-47c9-ba99-e54097aa82ed', 'port_id': 'bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5', 'mac_address': 'fa:16:3e:55:fb:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f66d51-4d4f-47b7-9053-f874c75999d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:36:37.950851 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9ce89916-9970-4fb1-a5c1-7a9d85e29658 req-ec75dd32-db29-4f11-aeaa-a6c76c887acb tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2358491 May 06 18:36:38.211783 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fe929ddf-6b80-4d6b-95b3-1618766ed3f9 req-e67a5ff0-6954-4ab4-acdf-38933a9ffdce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0345db37-2d24-47c9-ba99-e54097aa82ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2851133 May 06 18:36:38.213852 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:38.232574 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d827574-9b2f-4faa-8840-e59acf663d82 admin admin] Pushing event updated for resources: {'Port': ['ID=8c589dad-44d9-4033-9736-90986ab2eb5a,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:38.245253 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-3d827574-9b2f-4faa-8840-e59acf663d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:38.275662 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:36:38.351384 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5,segment=NetworkSegment(4e5a7700-9e20-4f7c-ba08-66c05edb45ba),segment_id=4e5a7700-9e20-4f7c-ba08-66c05edb45ba)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:38.358258 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:38.365448 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-36699c32-25d3-4cf6-a5f8-300a94fe021c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:38.449372 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d827574-9b2f-4faa-8840-e59acf663d82 admin admin] Network 6e3b754e-ea1d-4103-ab6d-dea7d30e4996 is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:36:38.457822 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-3d827574-9b2f-4faa-8840-e59acf663d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:36:38.562954 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f42b87ba-8f2f-40b9-808c-aa49079aae5d req-fad1222f-9ad0-43e1-b024-71b3a24e2c74 service neutron] 10.222.0.55 "GET /v2.0/networks/e712c820-8e93-42e1-8b79-4d408a674dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1586766 May 06 18:36:38.630224 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:38.634786 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:38.667842 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['02491db6-27a6-4aa5-a51d-add6fd76a88c'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:36:38.769397 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:36:38.921980 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.db.resource_extend [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 18:36:39.004598 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32b242-3d8c-422c-8588-30f95ca4c2f8 req-8ef409e1-9948-47ba-a1f6-a543ca0b38ef tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:39.019135 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-fd32b242-3d8c-422c-8588-30f95ca4c2f8 req-8ef409e1-9948-47ba-a1f6-a543ca0b38ef tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1296a46-c69a-4e35-a34b-e1251ff95526 HTTP/1.1" status: 200 len: 944 time: 1.5596364 May 06 18:36:39.031372 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fe929ddf-6b80-4d6b-95b3-1618766ed3f9 req-65a72ad6-fd3c-4d95-9def-644f046f8124 service neutron] 10.222.0.55 "GET /v2.0/networks/0345db37-2d24-47c9-ba99-e54097aa82ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8038437 May 06 18:36:39.048854 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78b48e-2bbe-4e8f-83ec-6a24766d7f84 req-0df8311d-3627-422b-b9d4-b553c4d7d906 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:39.057198 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eb78b48e-2bbe-4e8f-83ec-6a24766d7f84 req-0df8311d-3627-422b-b9d4-b553c4d7d906 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 931 time: 0.3733308 May 06 18:36:39.097931 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4164217-a48f-42df-aef6-3a679fcad4b6 {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:36:39.120274 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:39.173050 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-fd32b242-3d8c-422c-8588-30f95ca4c2f8 req-ee19ae3d-2513-4ac9-b849-d43c788993a5 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517787 May 06 18:36:39.185980 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-6b43fe8f-650a-40b7-b5ab-8954e49b32e9 None None] Provisioning complete for port 8c589dad-44d9-4033-9736-90986ab2eb5a triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:39.186587 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-6b43fe8f-650a-40b7-b5ab-8954e49b32e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:39.216286 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eb78b48e-2bbe-4e8f-83ec-6a24766d7f84 req-be6ba73b-8626-4110-93f4-1a3e25c7a0c7 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577587 May 06 18:36:39.221825 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d827574-9b2f-4faa-8840-e59acf663d82 admin admin] Router e1158e19-a24d-43b5-ab65-25ad142ddd8d has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:36:39.282910 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] Transition to ACTIVE for port object b4164217-a48f-42df-aef6-3a679fcad4b6 will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:36:39.310362 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:39.339419 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:39.669263 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-6b43fe8f-650a-40b7-b5ab-8954e49b32e9 None None] Port 8c589dad-44d9-4033-9736-90986ab2eb5a cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:36:39.827758 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fe929ddf-6b80-4d6b-95b3-1618766ed3f9 req-161535cd-19a0-46c8-b5c8-1b3198a9fe03 service neutron] 10.222.0.55 "GET /v2.0/networks/0345db37-2d24-47c9-ba99-e54097aa82ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7680526 May 06 18:36:39.850083 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] Pushing event updated for resources: {'Port': ['ID=b4164217-a48f-42df-aef6-3a679fcad4b6,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:39.860475 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d827574-9b2f-4faa-8840-e59acf663d82 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:36:39.882353 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-3d827574-9b2f-4faa-8840-e59acf663d82 admin admin] 10.222.0.50 "PUT /v2.0/routers/e1158e19-a24d-43b5-ab65-25ad142ddd8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0054102 May 06 18:36:39.882495 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:39.887573 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] Sync routers for ids ['e1158e19-a24d-43b5-ab65-25ad142ddd8d'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:36:39.906463 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] Routers {'e1158e19-a24d-43b5-ab65-25ad142ddd8d'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:36:39.907107 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:36:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['e1158e19-a24d-43b5-ab65-25ad142ddd8d'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:39.933355 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4d458-addb-439d-9950-653adba7ec29 req-e36f375c-76c7-488c-b556-e7aa5c0fb7dc tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:39.934945 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f0d4d458-addb-439d-9950-653adba7ec29 req-e36f375c-76c7-488c-b556-e7aa5c0fb7dc tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=d15d3bd0-2ad2-44a4-be03-a9adc72eba26 HTTP/1.1" status: 200 len: 945 time: 0.2843609 May 06 18:36:40.129220 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f0d4d458-addb-439d-9950-653adba7ec29 req-8ccb1679-0e2e-47b1-b19e-b7801bf353bb tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848309 May 06 18:36:40.167842 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] Attempting to bind port b4164217-a48f-42df-aef6-3a679fcad4b6 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:36:40.167842 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] Attempting to bind port b4164217-a48f-42df-aef6-3a679fcad4b6 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '4e5a7700-9e20-4f7c-ba08-66c05edb45ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0345db37-2d24-47c9-ba99-e54097aa82ed'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:36:40.167842 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] Attempting to bind port b4164217-a48f-42df-aef6-3a679fcad4b6 on network 0345db37-2d24-47c9-ba99-e54097aa82ed {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:36:40.178973 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] Port b4164217-a48f-42df-aef6-3a679fcad4b6 on network 0345db37-2d24-47c9-ba99-e54097aa82ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:36:40.179413 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] Attempting to bind port b4164217-a48f-42df-aef6-3a679fcad4b6 on network 0345db37-2d24-47c9-ba99-e54097aa82ed {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:36:40.194570 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] Checking agent: {'id': '9977d64c-d59d-4d1f-af57-b1bc23e96ce2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'started_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:36:40.196193 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] Checking segment: {'id': '4e5a7700-9e20-4f7c-ba08-66c05edb45ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0345db37-2d24-47c9-ba99-e54097aa82ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:36:40.196766 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] Bound using segment: {'id': '4e5a7700-9e20-4f7c-ba08-66c05edb45ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0345db37-2d24-47c9-ba99-e54097aa82ed'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:36:40.197672 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] Bound port: b4164217-a48f-42df-aef6-3a679fcad4b6, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e5a7700-9e20-4f7c-ba08-66c05edb45ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0345db37-2d24-47c9-ba99-e54097aa82ed'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:36:40.198187 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:40.313159 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe2d12-d1b6-4e21-9b33-03bf26b70912 req-ff334439-00f0-4c89-b22d-d75042e175d9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:40.323622 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-73fe2d12-d1b6-4e21-9b33-03bf26b70912 req-ff334439-00f0-4c89-b22d-d75042e175d9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.7849748 May 06 18:36:40.408009 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] Set router e1158e19-a24d-43b5-ab65-25ad142ddd8d gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:36:40.465825 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-73fe2d12-d1b6-4e21-9b33-03bf26b70912 req-36fc0f0f-e2fe-4fee-b494-a684f720328a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410956 May 06 18:36:40.474669 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] For port b4164217-a48f-42df-aef6-3a679fcad4b6, host hv-cinder-73362, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:36:40.481257 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] For port b4164217-a48f-42df-aef6-3a679fcad4b6, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b4164217-a48f-42df-aef6-3a679fcad4b6,segment=NetworkSegment(4e5a7700-9e20-4f7c-ba08-66c05edb45ba),segment_id=4e5a7700-9e20-4f7c-ba08-66c05edb45ba)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:36:40.495349 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:40.501801 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-1f5b91b3-93df-411a-963f-84a64532c9f4 tempest-DeleteServersTestJSON-1607874955 tempest-DeleteServersTestJSON-1607874955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:40.623428 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] Pushing event updated for resources: {'Port': ['ID=b4164217-a48f-42df-aef6-3a679fcad4b6,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:40.634378 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:40.657056 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:40.658445 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:40.663705 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] 10.222.0.55 "PUT /v2.0/ports/b4164217-a48f-42df-aef6-3a679fcad4b6 HTTP/1.1" status: 200 len: 1093 time: 4.3944101 May 06 18:36:40.664399 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc2a4e2-6e9a-49a3-87a3-8b0696cc5297', 'tag': 'b4164217-a48f-42df-aef6-3a679fcad4b6'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:36:40.704315 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd3759-541e-4978-a9b3-9df3bec7729c req-2ee7d27a-71b1-4720-8a56-49f6bc287e42 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:40.709813 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-fafd3759-541e-4978-a9b3-9df3bec7729c req-2ee7d27a-71b1-4720-8a56-49f6bc287e42 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1296a46-c69a-4e35-a34b-e1251ff95526 HTTP/1.1" status: 200 len: 944 time: 0.2950678 May 06 18:36:40.787775 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-fafd3759-541e-4978-a9b3-9df3bec7729c req-b4ec62de-7471-4b25-b0e9-af52227456a7 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721970 May 06 18:36:40.875692 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cf9e1-f732-4102-b031-04357a2590bf req-7a81d31b-e818-4465-a138-4f77a3feee4e tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:40.878514 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-559cf9e1-f732-4102-b031-04357a2590bf req-7a81d31b-e818-4465-a138-4f77a3feee4e tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 943 time: 0.1770270 May 06 18:36:40.975197 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-559cf9e1-f732-4102-b031-04357a2590bf req-f693c8d7-d714-4d72-8328-350c0f322218 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858359 May 06 18:36:40.985523 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1158e19-a24d-43b5-ab65-25ad142ddd8d', 'name': 'tempest-TestShelveInstance-675040937-router', 'tenant_id': 'b7dcab37da29473781158b64861dd1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c5ce9f1-caad-4e2c-9d31-a6f59657d705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:36:18Z', 'updated_at': '2021-05-06T18:36:35Z', 'revision_number': 4, 'project_id': 'b7dcab37da29473781158b64861dd1b9', 'gw_port': {'id': '8c5ce9f1-caad-4e2c-9d31-a6f59657d705', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:59:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1158e19-a24d-43b5-ab65-25ad142ddd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:21Z', 'updated_at': '2021-05-06T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '8c589dad-44d9-4033-9736-90986ab2eb5a', 'name': '', 'network_id': '6e3b754e-ea1d-4103-ab6d-dea7d30e4996', 'tenant_id': 'b7dcab37da29473781158b64861dd1b9', 'mac_address': 'fa:16:3e:c6:d3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1158e19-a24d-43b5-ab65-25ad142ddd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '676a20cb-73ca-4f95-9291-51eb561821d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:32Z', 'updated_at': '2021-05-06T18:36:35Z', 'revision_number': 2, 'project_id': 'b7dcab37da29473781158b64861dd1b9', 'subnets': [{'id': '676a20cb-73ca-4f95-9291-51eb561821d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:40.991992 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] Checking router: e1158e19-a24d-43b5-ab65-25ad142ddd8d for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:36:40.992176 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] Updating router e1158e19-a24d-43b5-ab65-25ad142ddd8d port 8c589dad-44d9-4033-9736-90986ab2eb5a binding host dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:36:41.074634 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:41.086574 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc2a4e2-6e9a-49a3-87a3-8b0696cc5297', 'tag': 'b4164217-a48f-42df-aef6-3a679fcad4b6', 'status': 'completed', 'code': 200} May 06 18:36:41.306668 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 43490) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:41.314550 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-a2751377-1f55-4772-adad-98faaafc9767 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-610006135', 'description': 'tempest-secgroup-smoke-610006135 description', 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:41.322437 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-a2751377-1f55-4772-adad-98faaafc9767 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:41.326919 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-a2751377-1f55-4772-adad-98faaafc9767 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Usage tracker for resource:security_group and tenant:1594b9d2ba474f5684ba2fddf163a1c5 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:41.330602 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-a2751377-1f55-4772-adad-98faaafc9767 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:41.340112 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-a2751377-1f55-4772-adad-98faaafc9767 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:41.363238 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a2751377-1f55-4772-adad-98faaafc9767 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:41.390370 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-a2751377-1f55-4772-adad-98faaafc9767 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:41.395665 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-a2751377-1f55-4772-adad-98faaafc9767 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Usage tracker for resource:security_group_rule and tenant:1594b9d2ba474f5684ba2fddf163a1c5 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:41.399470 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-a2751377-1f55-4772-adad-98faaafc9767 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:41.406997 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-a2751377-1f55-4772-adad-98faaafc9767 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:41.529037 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a2751377-1f55-4772-adad-98faaafc9767 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:41.534398 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a2751377-1f55-4772-adad-98faaafc9767 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:41.541583 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-783b8f36-0dca-4a4f-91bc-424882fb36c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:41.592303 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2751377-1f55-4772-adad-98faaafc9767 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52696c27-27ec-446e-acd3-75cfa34c6615,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:41.595950 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-a2751377-1f55-4772-adad-98faaafc9767 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:41.599071 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a2751377-1f55-4772-adad-98faaafc9767 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:41.601418 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-a2751377-1f55-4772-adad-98faaafc9767 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2933421 May 06 18:36:41.606232 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 43498) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:41.614891 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-a1a90b50-f0ce-4a1f-a62f-b83731057d26 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Request body: {'security_group_rule': {'security_group_id': '52696c27-27ec-446e-acd3-75cfa34c6615', 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:41.623288 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-a1a90b50-f0ce-4a1f-a62f-b83731057d26 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:41.672260 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] Notify callbacks [] for port, precommit_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:41.673116 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-a1a90b50-f0ce-4a1f-a62f-b83731057d26 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Usage tracker for resource:security_group_rule and tenant:1594b9d2ba474f5684ba2fddf163a1c5 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:41.677717 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-a1a90b50-f0ce-4a1f-a62f-b83731057d26 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:41.686201 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-a1a90b50-f0ce-4a1f-a62f-b83731057d26 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:41.694838 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] Transition to ACTIVE for port object 8c589dad-44d9-4033-9736-90986ab2eb5a will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:36:41.706616 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:41.712900 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a1a90b50-f0ce-4a1f-a62f-b83731057d26 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:41.714697 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-7ec5275c-1c6a-4cf6-944c-e337dd0de207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:41.772566 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827c4d7-0f2c-4c22-a484-20993559d3a2 req-e7e0a077-311f-40da-b86b-c3bd7c15cc99 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:41.774171 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7827c4d7-0f2c-4c22-a484-20993559d3a2 req-e7e0a077-311f-40da-b86b-c3bd7c15cc99 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.1529763 May 06 18:36:41.838324 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a1a90b50-f0ce-4a1f-a62f-b83731057d26 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:41.862473 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a1a90b50-f0ce-4a1f-a62f-b83731057d26 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:41.878813 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:41.907102 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7827c4d7-0f2c-4c22-a484-20993559d3a2 req-43c22d29-0190-4798-b198-2e5f84bae1af tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159093 May 06 18:36:41.915319 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a90b50-f0ce-4a1f-a62f-b83731057d26 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9408aeb-7ffc-4002-812c-2378ac80636a,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:41.919086 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-a1a90b50-f0ce-4a1f-a62f-b83731057d26 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:41.930062 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a1a90b50-f0ce-4a1f-a62f-b83731057d26 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:41.933495 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-a1a90b50-f0ce-4a1f-a62f-b83731057d26 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3248181 May 06 18:36:41.936917 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 43506) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:41.954284 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a516584-9314-466b-b03c-8f0b3814deb5 None None] Pushing event updated for resources: {'Port': ['ID=8c589dad-44d9-4033-9736-90986ab2eb5a,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:41.958730 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-0a516584-9314-466b-b03c-8f0b3814deb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:41.974001 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-dde259ed-402f-4a3c-a8f9-2b679653b212 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Request body: {'security_group_rule': {'security_group_id': '52696c27-27ec-446e-acd3-75cfa34c6615', 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:41.983286 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-dde259ed-402f-4a3c-a8f9-2b679653b212 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:41.989729 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-dde259ed-402f-4a3c-a8f9-2b679653b212 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Usage tracker for resource:security_group_rule and tenant:1594b9d2ba474f5684ba2fddf163a1c5 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:41.993571 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-dde259ed-402f-4a3c-a8f9-2b679653b212 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:42.004059 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-dde259ed-402f-4a3c-a8f9-2b679653b212 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:42.033220 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-dde259ed-402f-4a3c-a8f9-2b679653b212 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:42.206298 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] Attempting to bind port 8c589dad-44d9-4033-9736-90986ab2eb5a on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:36:42.207091 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] Attempting to bind port 8c589dad-44d9-4033-9736-90986ab2eb5a by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': '585774ff-b71b-4d76-993f-8f70e01be396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6e3b754e-ea1d-4103-ab6d-dea7d30e4996'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:36:42.207091 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] Attempting to bind port 8c589dad-44d9-4033-9736-90986ab2eb5a on network 6e3b754e-ea1d-4103-ab6d-dea7d30e4996 {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:36:42.219196 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:36:42.219568 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] Checking segment: {'id': '585774ff-b71b-4d76-993f-8f70e01be396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6e3b754e-ea1d-4103-ab6d-dea7d30e4996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:36:42.219978 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:42.227450 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] Bound using segment: {'id': '585774ff-b71b-4d76-993f-8f70e01be396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6e3b754e-ea1d-4103-ab6d-dea7d30e4996'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:36:42.230417 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] Bound port: 8c589dad-44d9-4033-9736-90986ab2eb5a, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585774ff-b71b-4d76-993f-8f70e01be396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6e3b754e-ea1d-4103-ab6d-dea7d30e4996'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:36:42.231675 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:42.250959 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-dde259ed-402f-4a3c-a8f9-2b679653b212 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:42.258578 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-dde259ed-402f-4a3c-a8f9-2b679653b212 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:42.263914 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7294f99a-d177-47cc-87df-fa33d8f258c0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:42.282306 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde259ed-402f-4a3c-a8f9-2b679653b212 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d84e11-8c73-440c-b520-303202335be6,revision_number=0']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:42.293763 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-dde259ed-402f-4a3c-a8f9-2b679653b212 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:42.312681 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde8f8b-f241-41ae-9eac-2e83dddc218e req-540eadf0-7b4c-4408-ad9e-d00a6327b3e5 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:42.313686 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-dde259ed-402f-4a3c-a8f9-2b679653b212 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:42.314115 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-dde259ed-402f-4a3c-a8f9-2b679653b212 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3758359 May 06 18:36:42.314555 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2fde8f8b-f241-41ae-9eac-2e83dddc218e req-540eadf0-7b4c-4408-ad9e-d00a6327b3e5 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 943 time: 0.1369624 May 06 18:36:42.322096 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 43514) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:42.331215 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-f9fc1716-bc1d-48f9-a4d5-1489b190d52c tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Request body: {'security_group_rule': {'security_group_id': '52696c27-27ec-446e-acd3-75cfa34c6615', 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:42.340563 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-f9fc1716-bc1d-48f9-a4d5-1489b190d52c tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:42.346477 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-f9fc1716-bc1d-48f9-a4d5-1489b190d52c tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Usage tracker for resource:security_group_rule and tenant:1594b9d2ba474f5684ba2fddf163a1c5 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:42.352017 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-f9fc1716-bc1d-48f9-a4d5-1489b190d52c tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:42.365183 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c4332-7255-4713-a1e0-9595b86f7032 req-5746f793-c1f7-4e84-87c7-0b124957e3d9 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:42.371391 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-bb9c4332-7255-4713-a1e0-9595b86f7032 req-5746f793-c1f7-4e84-87c7-0b124957e3d9 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1296a46-c69a-4e35-a34b-e1251ff95526 HTTP/1.1" status: 200 len: 944 time: 0.2374420 May 06 18:36:42.377289 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-f9fc1716-bc1d-48f9-a4d5-1489b190d52c tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:42.378663 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2fde8f8b-f241-41ae-9eac-2e83dddc218e req-b8c20b05-5b3d-4326-877f-a3fb75cd1294 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533035 May 06 18:36:42.412643 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] For port 8c589dad-44d9-4033-9736-90986ab2eb5a, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:36:42.418939 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] For port 8c589dad-44d9-4033-9736-90986ab2eb5a, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=8c589dad-44d9-4033-9736-90986ab2eb5a,segment=NetworkSegment(585774ff-b71b-4d76-993f-8f70e01be396),segment_id=585774ff-b71b-4d76-993f-8f70e01be396)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:36:42.425901 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:42.434301 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-dc82229e-3fd2-4757-996b-eb459e03bbc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:42.450015 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-bb9c4332-7255-4713-a1e0-9595b86f7032 req-fe406104-d82b-4bd2-b933-be4117a8462d tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774810 May 06 18:36:42.451375 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f9fc1716-bc1d-48f9-a4d5-1489b190d52c tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:42.528693 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] Routers {'e1158e19-a24d-43b5-ab65-25ad142ddd8d'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:36:42.529345 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:36:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['e1158e19-a24d-43b5-ab65-25ad142ddd8d'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:42.546993 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f9fc1716-bc1d-48f9-a4d5-1489b190d52c tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:42.554310 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f9fc1716-bc1d-48f9-a4d5-1489b190d52c tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:42.556731 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:42.580735 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc1716-bc1d-48f9-a4d5-1489b190d52c tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f527dfff-1ae3-43be-9b5c-20692b9e435b,revision_number=0']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:42.591738 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f9fc1716-bc1d-48f9-a4d5-1489b190d52c tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:42.604465 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f9fc1716-bc1d-48f9-a4d5-1489b190d52c tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:42.606143 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-f9fc1716-bc1d-48f9-a4d5-1489b190d52c tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2808902 May 06 18:36:42.608983 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 43520) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:42.616713 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-49ea48a1-ef14-405e-993c-734afb113eee tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Request body: {'security_group_rule': {'security_group_id': '52696c27-27ec-446e-acd3-75cfa34c6615', 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:42.624711 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-49ea48a1-ef14-405e-993c-734afb113eee tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:42.631863 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-49ea48a1-ef14-405e-993c-734afb113eee tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Usage tracker for resource:security_group_rule and tenant:1594b9d2ba474f5684ba2fddf163a1c5 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:42.635794 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-49ea48a1-ef14-405e-993c-734afb113eee tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:42.643666 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-49ea48a1-ef14-405e-993c-734afb113eee tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:42.673205 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-49ea48a1-ef14-405e-993c-734afb113eee tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:42.681950 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a516584-9314-466b-b03c-8f0b3814deb5 None None] Pushing event updated for resources: {'Port': ['ID=8c589dad-44d9-4033-9736-90986ab2eb5a,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:42.699213 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-0a516584-9314-466b-b03c-8f0b3814deb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:42.768284 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-49ea48a1-ef14-405e-993c-734afb113eee tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:42.774253 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-49ea48a1-ef14-405e-993c-734afb113eee tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:42.786868 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] Set router e1158e19-a24d-43b5-ab65-25ad142ddd8d gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:36:42.787138 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:42.820354 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea48a1-ef14-405e-993c-734afb113eee tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8817cf0f-9db8-4331-a7d0-4a742e8c1756,revision_number=0']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:42.826909 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-49ea48a1-ef14-405e-993c-734afb113eee tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:42.834209 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-49ea48a1-ef14-405e-993c-734afb113eee tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:42.836297 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-49ea48a1-ef14-405e-993c-734afb113eee tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2256076 May 06 18:36:42.839969 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 43524) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:42.846321 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-c8a1a676-e51c-41c1-8fa0-8e93bc350330 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Request body: {'security_group_rule': {'security_group_id': '52696c27-27ec-446e-acd3-75cfa34c6615', 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:42.855767 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-c8a1a676-e51c-41c1-8fa0-8e93bc350330 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:42.863067 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-c8a1a676-e51c-41c1-8fa0-8e93bc350330 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Usage tracker for resource:security_group_rule and tenant:1594b9d2ba474f5684ba2fddf163a1c5 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:42.868945 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-c8a1a676-e51c-41c1-8fa0-8e93bc350330 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:42.877853 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-c8a1a676-e51c-41c1-8fa0-8e93bc350330 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:42.891220 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.db.securitygroups_db [None req-c8a1a676-e51c-41c1-8fa0-8e93bc350330 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Project 1594b9d2ba474f5684ba2fddf163a1c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 18:36:42.899518 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a676-e51c-41c1-8fa0-8e93bc350330 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:42.985587 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a676-e51c-41c1-8fa0-8e93bc350330 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:42.994100 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a676-e51c-41c1-8fa0-8e93bc350330 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:42.998139 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f9fc1716-bc1d-48f9-a4d5-1489b190d52c tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:43.035750 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1a676-e51c-41c1-8fa0-8e93bc350330 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426291d6-a74a-491d-a8f8-8fea818ea278,revision_number=0']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:43.052669 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c8a1a676-e51c-41c1-8fa0-8e93bc350330 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:43.079927 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a676-e51c-41c1-8fa0-8e93bc350330 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:43.085442 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-c8a1a676-e51c-41c1-8fa0-8e93bc350330 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2412379 May 06 18:36:43.085925 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 43532) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:43.093183 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-12653a7e-1517-41b3-9bd7-2e6a1e66e996 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Request body: {'security_group_rule': {'security_group_id': '52696c27-27ec-446e-acd3-75cfa34c6615', 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:43.116309 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-12653a7e-1517-41b3-9bd7-2e6a1e66e996 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:43.127475 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-12653a7e-1517-41b3-9bd7-2e6a1e66e996 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Usage tracker for resource:security_group_rule and tenant:1594b9d2ba474f5684ba2fddf163a1c5 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:43.135599 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-12653a7e-1517-41b3-9bd7-2e6a1e66e996 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:43.157746 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-12653a7e-1517-41b3-9bd7-2e6a1e66e996 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:43.214866 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.db.securitygroups_db [None req-12653a7e-1517-41b3-9bd7-2e6a1e66e996 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Project 1594b9d2ba474f5684ba2fddf163a1c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 18:36:43.224428 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-12653a7e-1517-41b3-9bd7-2e6a1e66e996 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:43.343536 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1158e19-a24d-43b5-ab65-25ad142ddd8d', 'name': 'tempest-TestShelveInstance-675040937-router', 'tenant_id': 'b7dcab37da29473781158b64861dd1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c5ce9f1-caad-4e2c-9d31-a6f59657d705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:36:18Z', 'updated_at': '2021-05-06T18:36:35Z', 'revision_number': 4, 'project_id': 'b7dcab37da29473781158b64861dd1b9', 'gw_port': {'id': '8c5ce9f1-caad-4e2c-9d31-a6f59657d705', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:59:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1158e19-a24d-43b5-ab65-25ad142ddd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:21Z', 'updated_at': '2021-05-06T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '8c589dad-44d9-4033-9736-90986ab2eb5a', 'name': '', 'network_id': '6e3b754e-ea1d-4103-ab6d-dea7d30e4996', 'tenant_id': 'b7dcab37da29473781158b64861dd1b9', 'mac_address': 'fa:16:3e:c6:d3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1158e19-a24d-43b5-ab65-25ad142ddd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '676a20cb-73ca-4f95-9291-51eb561821d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:32Z', 'updated_at': '2021-05-06T18:36:42Z', 'revision_number': 4, 'project_id': 'b7dcab37da29473781158b64861dd1b9', 'subnets': [{'id': '676a20cb-73ca-4f95-9291-51eb561821d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:43.348998 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856ca0d1-33bf-4784-8edf-91f667339486 None None] The sync data for ids ['e1158e19-a24d-43b5-ab65-25ad142ddd8d'] in dv-cinder-733622-15-iscsi is: [{'id': 'e1158e19-a24d-43b5-ab65-25ad142ddd8d', 'name': 'tempest-TestShelveInstance-675040937-router', 'tenant_id': 'b7dcab37da29473781158b64861dd1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c5ce9f1-caad-4e2c-9d31-a6f59657d705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:36:18Z', 'updated_at': '2021-05-06T18:36:35Z', 'revision_number': 4, 'project_id': 'b7dcab37da29473781158b64861dd1b9', 'gw_port': {'id': '8c5ce9f1-caad-4e2c-9d31-a6f59657d705', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:59:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1158e19-a24d-43b5-ab65-25ad142ddd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:21Z', 'updated_at': '2021-05-06T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '8c589dad-44d9-4033-9736-90986ab2eb5a', 'name': '', 'network_id': '6e3b754e-ea1d-4103-ab6d-dea7d30e4996', 'tenant_id': 'b7dcab37da29473781158b64861dd1b9', 'mac_address': 'fa:16:3e:c6:d3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1158e19-a24d-43b5-ab65-25ad142ddd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '676a20cb-73ca-4f95-9291-51eb561821d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:32Z', 'updated_at': '2021-05-06T18:36:42Z', 'revision_number': 4, 'project_id': 'b7dcab37da29473781158b64861dd1b9', 'subnets': [{'id': '676a20cb-73ca-4f95-9291-51eb561821d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:36:43.374477 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7470c9f-2884-492e-bb81-41f79a421546 req-637501f9-a7dd-44f0-b5af-08de0b3fb9aa tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:43.380491 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c7470c9f-2884-492e-bb81-41f79a421546 req-637501f9-a7dd-44f0-b5af-08de0b3fb9aa tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.2138655 May 06 18:36:43.442859 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-12653a7e-1517-41b3-9bd7-2e6a1e66e996 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:43.455242 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-12653a7e-1517-41b3-9bd7-2e6a1e66e996 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:43.483029 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-a1a90b50-f0ce-4a1f-a62f-b83731057d26 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:43.537149 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12653a7e-1517-41b3-9bd7-2e6a1e66e996 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3a58d5-abd2-4d80-9dc0-a7899876700c,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:43.549275 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-12653a7e-1517-41b3-9bd7-2e6a1e66e996 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:43.579335 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c7470c9f-2884-492e-bb81-41f79a421546 req-f5bbdab4-c291-45be-bebd-9d236699eef6 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795194 May 06 18:36:43.581346 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-12653a7e-1517-41b3-9bd7-2e6a1e66e996 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:43.583124 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-12653a7e-1517-41b3-9bd7-2e6a1e66e996 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4959898 May 06 18:36:43.623266 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a9618-ab41-4cca-b05c-355fbe928b29 req-82db5b77-1bf7-48fc-a59e-ad598ec4ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:43.627632 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-496a9618-ab41-4cca-b05c-355fbe928b29 req-82db5b77-1bf7-48fc-a59e-ad598ec4ca83 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97dcc9ffc3774e62a6c6a20b65d59ae6&device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 1096 time: 0.3237693 May 06 18:36:43.792223 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0592f0-3486-4104-a847-ff246bf5985e req-175b7852-8fab-4a2d-aca7-617816c3397f tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:43.808377 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-cb0592f0-3486-4104-a847-ff246bf5985e req-175b7852-8fab-4a2d-aca7-617816c3397f tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 943 time: 0.1956873 May 06 18:36:43.944157 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-cb0592f0-3486-4104-a847-ff246bf5985e req-863f5407-fbae-43d9-a8b4-0421a4bc92f1 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249597 May 06 18:36:44.173290 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a9618-ab41-4cca-b05c-355fbe928b29 req-c6827e25-d5a8-4722-bd6a-60f88b850ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:44.181688 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-496a9618-ab41-4cca-b05c-355fbe928b29 req-c6827e25-d5a8-4722-bd6a-60f88b850ef8 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=97dcc9ffc3774e62a6c6a20b65d59ae6&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5432570 May 06 18:36:44.371170 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258ce6c-ed43-44f5-8879-8901a6cd1b0f req-76d11803-e6ac-4e53-9a35-3996db8aa77b tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:44.372566 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b258ce6c-ed43-44f5-8879-8901a6cd1b0f req-76d11803-e6ac-4e53-9a35-3996db8aa77b tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1296a46-c69a-4e35-a34b-e1251ff95526 HTTP/1.1" status: 200 len: 944 time: 0.4555619 May 06 18:36:44.393130 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 8c589dad-44d9-4033-9736-90986ab2eb5a up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:44.639362 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b258ce6c-ed43-44f5-8879-8901a6cd1b0f req-712fb7ad-153d-445c-8a16-992ca9b34d23 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432914 May 06 18:36:44.656248 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a9618-ab41-4cca-b05c-355fbe928b29 req-a1188957-0b98-4ad9-bc6f-53c2f8d0e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:44.658876 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port 8c589dad-44d9-4033-9736-90986ab2eb5a completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:36:44.661170 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-496a9618-ab41-4cca-b05c-355fbe928b29 req-a1188957-0b98-4ad9-bc6f-53c2f8d0e08b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4781690 May 06 18:36:44.666839 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 8c589dad-44d9-4033-9736-90986ab2eb5a triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:44.667397 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:44.964664 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:45.066445 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port 8c589dad-44d9-4033-9736-90986ab2eb5a, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=8c589dad-44d9-4033-9736-90986ab2eb5a,segment=NetworkSegment(585774ff-b71b-4d76-993f-8f70e01be396),segment_id=585774ff-b71b-4d76-993f-8f70e01be396)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:45.078734 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-4539b69c-7c36-4cbe-b30a-5ec53719aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:45.079221 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:45.086480 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-4539b69c-7c36-4cbe-b30a-5ec53719aa1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97dcc9ffc3774e62a6c6a20b65d59ae6&device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 1096 time: 0.2062986 May 06 18:36:45.087503 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:45.272127 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 02491db6-27a6-4aa5-a51d-add6fd76a88c up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:45.347837 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=8c589dad-44d9-4033-9736-90986ab2eb5a,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:45.400988 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:45.445193 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning for port 02491db6-27a6-4aa5-a51d-add6fd76a88c completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:36:45.453144 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port 02491db6-27a6-4aa5-a51d-add6fd76a88c triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:45.453546 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:45.462670 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388b126-7cd7-4177-93b0-5e8e3b66b7b9 req-3225da60-0b14-48ba-9296-2162bca90763 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:45.477007 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a388b126-7cd7-4177-93b0-5e8e3b66b7b9 req-3225da60-0b14-48ba-9296-2162bca90763 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.2497339 May 06 18:36:45.524848 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-eab8e70b-33ab-43f4-9718-395d597b1fb6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4164217-a48f-42df-aef6-3a679fcad4b6 HTTP/1.1" status: 200 len: 217 time: 0.4231744 May 06 18:36:45.576380 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a388b126-7cd7-4177-93b0-5e8e3b66b7b9 req-5ca2fa0c-9161-4b98-a53d-562bc379ab81 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980239 May 06 18:36:45.681582 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:45.713676 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-a1b04756-567d-46d6-bf5c-18c77aa008c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:45.716633 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-a1b04756-567d-46d6-bf5c-18c77aa008c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c4f66d51-4d4f-47b7-9053-f874c75999d5 HTTP/1.1" status: 200 len: 858 time: 0.1479514 May 06 18:36:45.782832 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 02491db6-27a6-4aa5-a51d-add6fd76a88c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=02491db6-27a6-4aa5-a51d-add6fd76a88c,segment=NetworkSegment(db3a5d59-306d-4aa6-a6db-a661eb0f3a17),segment_id=db3a5d59-306d-4aa6-a6db-a661eb0f3a17)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:45.783975 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1296a46-c69a-4e35-a34b-e1251ff95526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02491db6-27a6-4aa5-a51d-add6fd76a88c'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:36:45.800146 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:45.801082 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:45.836972 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568b8ba-49ab-4da2-b044-276ec9eb6884 req-435ba17d-4f38-4244-80bb-c99154ba87ee tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:45.841223 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6568b8ba-49ab-4da2-b044-276ec9eb6884 req-435ba17d-4f38-4244-80bb-c99154ba87ee tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.7508688 May 06 18:36:45.844919 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-6d18cd62-fcd7-4e6b-a232-9b1c1c420f0c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0345db37-2d24-47c9-ba99-e54097aa82ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112564 May 06 18:36:45.858045 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:45.958655 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34965f-a1f2-4bd2-b55c-5550aa8e2a04 req-ce8bf5a2-8e45-4d2d-9677-81e7101760a7 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:45.960619 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7c34965f-a1f2-4bd2-b55c-5550aa8e2a04 req-ce8bf5a2-8e45-4d2d-9677-81e7101760a7 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=d15d3bd0-2ad2-44a4-be03-a9adc72eba26 HTTP/1.1" status: 200 len: 945 time: 0.1963589 May 06 18:36:45.978289 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=02491db6-27a6-4aa5-a51d-add6fd76a88c,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:45.988190 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:45.997810 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6568b8ba-49ab-4da2-b044-276ec9eb6884 req-27836589-a73a-4a50-9776-a2511650900a tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504648 May 06 18:36:46.021209 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning for port bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:36:46.030956 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:46.031776 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:46.078463 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7c34965f-a1f2-4bd2-b55c-5550aa8e2a04 req-463c07c4-22e6-41bd-8519-55750e8a2c8b tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058095 May 06 18:36:46.110570 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-02b904ee-a86e-4927-9681-d1fb0f4e71dc service neutron] 10.222.0.55 "GET /v2.0/networks/0345db37-2d24-47c9-ba99-e54097aa82ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428980 May 06 18:36:46.289724 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:46.308841 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 8c589dad-44d9-4033-9736-90986ab2eb5a up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:46.378409 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-15d2bbf5-a721-4089-90c7-9af3dcf7903d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:46.383277 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7595dd4-4e37-46d8-b9c0-ce9f15855e76 req-1755f643-0eba-40ef-95da-4be0dce329d7 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:46.385048 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e7595dd4-4e37-46d8-b9c0-ce9f15855e76 req-1755f643-0eba-40ef-95da-4be0dce329d7 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 943 time: 0.2199070 May 06 18:36:46.388967 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e7d46d35-4600-4075-a05b-fa5c8bc2601f req-ec9db0d1-4be7-4617-9e23-0481304fd927 service neutron] 10.222.0.55 "GET /v2.0/networks/0345db37-2d24-47c9-ba99-e54097aa82ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675307 May 06 18:36:46.398097 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5,segment=NetworkSegment(4e5a7700-9e20-4f7c-ba08-66c05edb45ba),segment_id=4e5a7700-9e20-4f7c-ba08-66c05edb45ba)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:46.406656 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:46.409939 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-0a516584-9314-466b-b03c-8f0b3814deb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:46.483808 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e7595dd4-4e37-46d8-b9c0-ce9f15855e76 req-4d585137-989d-4d4c-b4ca-d2c228ba72d1 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791757 May 06 18:36:46.499207 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3b2e1-8e52-4a43-93e6-103b7083c295 req-460d641d-134e-4dbe-9a9d-6cf599930358 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:46.502326 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a9a3b2e1-8e52-4a43-93e6-103b7083c295 req-460d641d-134e-4dbe-9a9d-6cf599930358 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1296a46-c69a-4e35-a34b-e1251ff95526 HTTP/1.1" status: 200 len: 945 time: 0.2181478 May 06 18:36:46.523508 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 8c589dad-44d9-4033-9736-90986ab2eb5a triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:46.523508 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:46.596014 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a9a3b2e1-8e52-4a43-93e6-103b7083c295 req-d3818d25-6ac5-4246-8fbe-9d62df7ccb80 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825064 May 06 18:36:46.598502 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1296a46-c69a-4e35-a34b-e1251ff95526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02491db6-27a6-4aa5-a51d-add6fd76a88c', 'code': 200} May 06 18:36:46.609190 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:46.613735 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:46.811298 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df88cc-74f0-4266-93c6-305a7c52cd03 req-ef61e7bc-81f3-4878-b9f5-590cf0fa46b2 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:46.812783 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-88df88cc-74f0-4266-93c6-305a7c52cd03 req-ef61e7bc-81f3-4878-b9f5-590cf0fa46b2 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.0887306 May 06 18:36:46.861340 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-88df88cc-74f0-4266-93c6-305a7c52cd03 req-e6c4e21f-7193-437f-99a9-03d41b0ff41d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412621 May 06 18:36:47.214123 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d51c7a-6eca-4a43-be8d-149387b637dc req-8c7c88de-4add-4636-a99a-98179036b4d0 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:47.215783 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-45d51c7a-6eca-4a43-be8d-149387b637dc req-8c7c88de-4add-4636-a99a-98179036b4d0 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.0901158 May 06 18:36:47.268241 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-45d51c7a-6eca-4a43-be8d-149387b637dc req-69154d10-3005-4353-940b-84a47a680ecd tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464857 May 06 18:36:47.405627 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f232d7-afc3-4caf-8537-9bb3b28f7955 req-24ad191e-1175-4dd6-85b6-34c0098396c2 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:47.407109 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-80f232d7-afc3-4caf-8537-9bb3b28f7955 req-24ad191e-1175-4dd6-85b6-34c0098396c2 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=d15d3bd0-2ad2-44a4-be03-a9adc72eba26 HTTP/1.1" status: 200 len: 945 time: 0.1406608 May 06 18:36:47.459131 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-80f232d7-afc3-4caf-8537-9bb3b28f7955 req-905f7a86-a42e-4c2e-9468-dde6b5c8b402 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446506 May 06 18:36:47.653492 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device b8088448-c89b-44e2-9685-c407cc16ee1c details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:36:47.855465 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba486023-2dcd-454f-9553-e494405102b6 req-8e7f1866-71a4-4d82-af01-2ea0ac0a2eab tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:47.857148 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ba486023-2dcd-454f-9553-e494405102b6 req-8e7f1866-71a4-4d82-af01-2ea0ac0a2eab tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 943 time: 0.2293501 May 06 18:36:47.934857 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ba486023-2dcd-454f-9553-e494405102b6 req-26e866ae-6aa3-4b22-80bf-86751ec1cc82 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684769 May 06 18:36:47.936175 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port b8088448-c89b-44e2-9685-c407cc16ee1c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b8088448-c89b-44e2-9685-c407cc16ee1c,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:47.977087 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': 'b8088448-c89b-44e2-9685-c407cc16ee1c', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'port_id': 'b8088448-c89b-44e2-9685-c407cc16ee1c', 'mac_address': 'fa:16:3e:d9:dc:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:36:48.001742 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4b4ec-728a-4b36-8d83-6ae6f8265793 req-ad42c829-aa77-4985-b826-2ee001ffbb95 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:48.004238 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2dc4b4ec-728a-4b36-8d83-6ae6f8265793 req-ad42c829-aa77-4985-b826-2ee001ffbb95 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1296a46-c69a-4e35-a34b-e1251ff95526 HTTP/1.1" status: 200 len: 945 time: 0.1819940 May 06 18:36:48.101318 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2dc4b4ec-728a-4b36-8d83-6ae6f8265793 req-86df7de7-989d-4eea-9859-78387c593b57 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766370 May 06 18:36:48.178891 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:48.204049 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8088448-c89b-44e2-9685-c407cc16ee1c {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:36:48.220884 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port b8088448-c89b-44e2-9685-c407cc16ee1c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b8088448-c89b-44e2-9685-c407cc16ee1c,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:48.229271 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:48.231936 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:48.281716 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bba9b5-36e8-4e06-9bb3-81e6def2c0ef req-aec50c34-7359-452b-a7df-9d1df86b90d0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:48.284376 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-71bba9b5-36e8-4e06-9bb3-81e6def2c0ef req-aec50c34-7359-452b-a7df-9d1df86b90d0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.1557164 May 06 18:36:48.341103 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:48.352773 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=b8088448-c89b-44e2-9685-c407cc16ee1c,revision_number=6']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:48.358809 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:48.366818 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-71bba9b5-36e8-4e06-9bb3-81e6def2c0ef req-3f1546f8-82ec-4cc0-8642-fb1a29b232ff tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762644 May 06 18:36:48.512853 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03dee1-ca0f-42fd-a5b5-ae6c067f3c5f req-0bfc3d2b-6dee-4d8c-9426-ffc1bbe6d7ca tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:48.514514 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1f03dee1-ca0f-42fd-a5b5-ae6c067f3c5f req-0bfc3d2b-6dee-4d8c-9426-ffc1bbe6d7ca tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.0921178 May 06 18:36:48.596061 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1f03dee1-ca0f-42fd-a5b5-ae6c067f3c5f req-40fd3eb2-8a33-47cb-afc4-15d319adfeda tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707538 May 06 18:36:48.599669 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046725f0-018b-4821-9cc7-e55ea8e7c305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:36:48.670614 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046725f0-018b-4821-9cc7-e55ea8e7c305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5', 'code': 200} May 06 18:36:48.674911 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37226b-9700-4b40-b889-cb09042af0df req-e29a8a88-948b-4610-bdf3-1769696b7087 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:48.679050 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-bf37226b-9700-4b40-b889-cb09042af0df req-e29a8a88-948b-4610-bdf3-1769696b7087 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=d15d3bd0-2ad2-44a4-be03-a9adc72eba26 HTTP/1.1" status: 200 len: 945 time: 0.0957835 May 06 18:36:48.705526 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-de09e577-abcb-4c7f-8e36-15b471882f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:48.733921 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-bf37226b-9700-4b40-b889-cb09042af0df req-9e0e709b-1617-4109-9a10-67547f8af0ae tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489025 May 06 18:36:49.205243 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32794544-0b65-4953-87e6-ff9be8a10f15 req-1225f813-d9a8-4f4b-8eb6-8d14f65f099d tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:49.209540 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-32794544-0b65-4953-87e6-ff9be8a10f15 req-1225f813-d9a8-4f4b-8eb6-8d14f65f099d tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 943 time: 0.1066742 May 06 18:36:49.289700 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-32794544-0b65-4953-87e6-ff9be8a10f15 req-93db6591-1bfb-442f-a7ed-2f90c2ca229a tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690999 May 06 18:36:49.371234 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfa0d7-040f-467b-9c90-c70684c141f2 req-be6baa47-b144-49e4-ba88-14a3ef0392b5 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:49.372853 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7edfa0d7-040f-467b-9c90-c70684c141f2 req-be6baa47-b144-49e4-ba88-14a3ef0392b5 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1296a46-c69a-4e35-a34b-e1251ff95526 HTTP/1.1" status: 200 len: 945 time: 0.1206601 May 06 18:36:49.424732 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7edfa0d7-040f-467b-9c90-c70684c141f2 req-c6093ed4-f6c4-4ba7-b031-f4aea827d90f tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449905 May 06 18:36:49.683060 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f2e31-35bb-43b5-8a92-9cb8f725ac4b req-241b1017-8e02-415d-8e10-774d2bff4540 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:49.684712 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6a2f2e31-35bb-43b5-8a92-9cb8f725ac4b req-241b1017-8e02-415d-8e10-774d2bff4540 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 944 time: 0.1852958 May 06 18:36:49.736789 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6a2f2e31-35bb-43b5-8a92-9cb8f725ac4b req-d683d54e-4225-444a-8dc8-6c11a13ec899 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453062 May 06 18:36:49.947191 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91575cd-cfc2-4ee2-a1a8-71fc302f99c8 req-d2ed173f-a00e-4386-a656-18af15cd579b tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:49.949776 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f91575cd-cfc2-4ee2-a1a8-71fc302f99c8 req-d2ed173f-a00e-4386-a656-18af15cd579b tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1377921 May 06 18:36:49.959293 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['b8088448-c89b-44e2-9685-c407cc16ee1c'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:36:50.040381 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f91575cd-cfc2-4ee2-a1a8-71fc302f99c8 req-61f234ed-6143-4e39-9e45-4698e527fb0e tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843868 May 06 18:36:50.112643 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:50.367859 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d9299-e8f6-4a59-9abd-bac262512c85 req-e1e9d162-dcf4-4e73-a98d-f0128c4a5c9a tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:50.373834 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ee6d9299-e8f6-4a59-9abd-bac262512c85 req-e1e9d162-dcf4-4e73-a98d-f0128c4a5c9a tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=d15d3bd0-2ad2-44a4-be03-a9adc72eba26 HTTP/1.1" status: 200 len: 945 time: 0.4404600 May 06 18:36:50.397819 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5247a-5dc7-4e5c-bf67-295252c07517 req-585a4f8e-18e0-4a1a-9bde-9daa5809428e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:50.400391 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2cf5247a-5dc7-4e5c-bf67-295252c07517 req-585a4f8e-18e0-4a1a-9bde-9daa5809428e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b1296a46-c69a-4e35-a34b-e1251ff95526 HTTP/1.1" status: 200 len: 1098 time: 0.3744714 May 06 18:36:50.406637 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950a5b3-3fe0-4e34-87f1-a1553658d4c3 req-5ee02087-be01-4e5d-a605-ec939cd5b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:50.408638 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5950a5b3-3fe0-4e34-87f1-a1553658d4c3 req-5ee02087-be01-4e5d-a605-ec939cd5b999 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 1098 time: 0.2774837 May 06 18:36:50.412997 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61923aec-f662-4258-b481-302330192618 req-dac5cbb9-44e9-4a8f-97db-f426152b3866 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:50.414895 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-61923aec-f662-4258-b481-302330192618 req-dac5cbb9-44e9-4a8f-97db-f426152b3866 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.55 "GET /v2.0/ports?device_id=d15d3bd0-2ad2-44a4-be03-a9adc72eba26 HTTP/1.1" status: 200 len: 945 time: 0.1287460 May 06 18:36:50.539964 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ee6d9299-e8f6-4a59-9abd-bac262512c85 req-e40154bd-36a1-4f22-a526-95b75689e83c tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377156 May 06 18:36:50.571255 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5950a5b3-3fe0-4e34-87f1-a1553658d4c3 req-f9692808-0b7c-4ae5-9346-72490cebae9a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664043 May 06 18:36:50.576858 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2cf5247a-5dc7-4e5c-bf67-295252c07517 req-1708ddf9-0e6e-4fa5-a392-3e32a7beb96e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644471 May 06 18:36:50.712987 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4d991-9817-43ca-96ae-e46b9cf42d5e req-cfc09204-237d-48d2-8298-c5fb3387011e tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:50.715651 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1ab4d991-9817-43ca-96ae-e46b9cf42d5e req-cfc09204-237d-48d2-8298-c5fb3387011e tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 943 time: 0.2233684 May 06 18:36:50.776864 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bdbb1-c365-4cc7-bb24-fcca74bdb072 req-1fd19a10-2e5d-4398-8bba-83414ab5f20e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:50.779197 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b39bdbb1-c365-4cc7-bb24-fcca74bdb072 req-1fd19a10-2e5d-4398-8bba-83414ab5f20e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1296a46-c69a-4e35-a34b-e1251ff95526 HTTP/1.1" status: 200 len: 945 time: 0.1077294 May 06 18:36:50.784626 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [req-61923aec-f662-4258-b481-302330192618 req-4abe632d-fc43-4511-87ba-beee711c8f09 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Deleting port 103a4bbd-de2d-42a4-826d-81fd4360debc {{(pid=78804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:36:50.785727 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-61923aec-f662-4258-b481-302330192618 req-4abe632d-fc43-4511-87ba-beee711c8f09 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:50.870112 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b39bdbb1-c365-4cc7-bb24-fcca74bdb072 req-2245b0ab-950e-4b22-8a3d-f6c53a26a4b1 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752983 May 06 18:36:50.940566 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1ab4d991-9817-43ca-96ae-e46b9cf42d5e req-32aa791d-cbda-43d7-a14a-934d05ef1190 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098029 May 06 18:36:51.091133 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [req-61923aec-f662-4258-b481-302330192618 req-4abe632d-fc43-4511-87ba-beee711c8f09 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] For port 103a4bbd-de2d-42a4-826d-81fd4360debc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=103a4bbd-de2d-42a4-826d-81fd4360debc,segment=NetworkSegment(50ad9396-89fe-4b72-b019-24807965dc4d),segment_id=50ad9396-89fe-4b72-b019-24807965dc4d)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:51.091689 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-61923aec-f662-4258-b481-302330192618 req-4abe632d-fc43-4511-87ba-beee711c8f09 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:51.120001 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8ff09-3afe-4720-9bcc-a81b6fc6c907 req-44628173-c6f9-438b-a25a-422733508f2a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:51.128339 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4ac8ff09-3afe-4720-9bcc-a81b6fc6c907 req-44628173-c6f9-438b-a25a-422733508f2a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 944 time: 0.1374967 May 06 18:36:51.179733 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4ac8ff09-3afe-4720-9bcc-a81b6fc6c907 req-50b2944a-89f8-4d56-bb7c-70298357ef95 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503702 May 06 18:36:51.344392 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [req-61923aec-f662-4258-b481-302330192618 req-4abe632d-fc43-4511-87ba-beee711c8f09 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Calling delete_port for 103a4bbd-de2d-42a4-826d-81fd4360debc owned by compute:nova {{(pid=78804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:36:51.551916 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98498d6-9cc1-4c2b-8e2f-0bb1619c65c7 req-501fe6a7-d8b2-4428-b257-1ac72c13a40a tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:51.553892 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f98498d6-9cc1-4c2b-8e2f-0bb1619c65c7 req-501fe6a7-d8b2-4428-b257-1ac72c13a40a tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.2239826 May 06 18:36:51.619432 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:51.690930 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f98498d6-9cc1-4c2b-8e2f-0bb1619c65c7 req-dbaa5545-ba67-42a6-91a0-1b442db61ac1 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261590 May 06 18:36:51.698829 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-61923aec-f662-4258-b481-302330192618 req-4abe632d-fc43-4511-87ba-beee711c8f09 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615'] for port, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:51.706963 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-3d827574-9b2f-4faa-8840-e59acf663d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:51.759408 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe632d-fc43-4511-87ba-beee711c8f09 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Pushing event deleted for resources: {'Port': ['ID=103a4bbd-de2d-42a4-826d-81fd4360debc,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:51.762929 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-4abe632d-fc43-4511-87ba-beee711c8f09 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:51.798809 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-02325607-27c5-465e-be64-ccff56517483 req-dce0b348-5be3-4e25-9172-75ff6167625d tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=d15d3bd0-2ad2-44a4-be03-a9adc72eba26 HTTP/1.1" status: 200 len: 210 time: 0.0846622 May 06 18:36:51.852574 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [req-61923aec-f662-4258-b481-302330192618 req-4abe632d-fc43-4511-87ba-beee711c8f09 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] No DVR routers for this DVR port 103a4bbd-de2d-42a4-826d-81fd4360debc on host hv-cinder-73362 {{(pid=78804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:36:51.855979 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-61923aec-f662-4258-b481-302330192618 req-4abe632d-fc43-4511-87ba-beee711c8f09 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:51.858785 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15d3bd0-2ad2-44a4-be03-a9adc72eba26', 'name': 'network-vif-deleted', 'tag': '103a4bbd-de2d-42a4-826d-81fd4360debc'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:36:51.881735 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-61923aec-f662-4258-b481-302330192618 req-4abe632d-fc43-4511-87ba-beee711c8f09 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.55 "DELETE /v2.0/ports/103a4bbd-de2d-42a4-826d-81fd4360debc HTTP/1.1" status: 204 len: 173 time: 1.4580693 May 06 18:36:51.918473 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15d3bd0-2ad2-44a4-be03-a9adc72eba26', 'name': 'network-vif-deleted', 'tag': '103a4bbd-de2d-42a4-826d-81fd4360debc', 'status': 'completed', 'code': 200} May 06 18:36:52.096419 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215ef79-9595-4b91-bfb2-a1ba1378781a req-f5e9320a-b6d2-4379-a291-cf66fc26b6e9 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:52.098067 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0215ef79-9595-4b91-bfb2-a1ba1378781a req-f5e9320a-b6d2-4379-a291-cf66fc26b6e9 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1296a46-c69a-4e35-a34b-e1251ff95526 HTTP/1.1" status: 200 len: 945 time: 0.0958617 May 06 18:36:52.159341 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0215ef79-9595-4b91-bfb2-a1ba1378781a req-3568f0ee-5920-4c21-9549-04de76717c6d tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499177 May 06 18:36:52.318522 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56f6b1-1c20-440e-a6df-64d89ce32d37 req-c8fcf307-53df-446c-ae05-ad707accfde3 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:52.320232 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6e56f6b1-1c20-440e-a6df-64d89ce32d37 req-c8fcf307-53df-446c-ae05-ad707accfde3 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 943 time: 0.2115057 May 06 18:36:52.384448 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6e56f6b1-1c20-440e-a6df-64d89ce32d37 req-d6fed979-3924-4c13-a70c-517cb19dc15b tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528262 May 06 18:36:52.459371 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de2501-fabe-4d63-8fc9-81fadf09f96e req-0ca878b2-787c-40c1-8d6f-2bbbad1f1844 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:52.460946 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-94de2501-fabe-4d63-8fc9-81fadf09f96e req-0ca878b2-787c-40c1-8d6f-2bbbad1f1844 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 944 time: 0.1045864 May 06 18:36:52.511683 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-94de2501-fabe-4d63-8fc9-81fadf09f96e req-af658e32-221b-4fe8-b39d-9ba7edc984f0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445123 May 06 18:36:52.910853 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df0c73-d5de-4e7b-8142-310e9d3c0047 req-d8bb48c4-8386-4c92-970a-8525acc7b4f2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:52.916462 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-29df0c73-d5de-4e7b-8142-310e9d3c0047 req-d8bb48c4-8386-4c92-970a-8525acc7b4f2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.0963125 May 06 18:36:52.994094 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-29df0c73-d5de-4e7b-8142-310e9d3c0047 req-d5e83a3b-8269-400c-ac3e-8b7e50bd5acf tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670815 May 06 18:36:53.004815 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bdbfa3f5-4c18-4679-93ca-32d343975ec8 req-39b1c82d-0f6e-4a82-8642-d70834c192f9 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=d15d3bd0-2ad2-44a4-be03-a9adc72eba26 HTTP/1.1" status: 200 len: 210 time: 0.0463073 May 06 18:36:53.368717 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9e94b-d0fb-4945-bb29-be77f42563e3 req-d6d63937-4bf0-46da-b971-700ab6447806 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:53.370265 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-aaa9e94b-d0fb-4945-bb29-be77f42563e3 req-d6d63937-4bf0-46da-b971-700ab6447806 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1296a46-c69a-4e35-a34b-e1251ff95526 HTTP/1.1" status: 200 len: 945 time: 0.0931218 May 06 18:36:53.421457 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-aaa9e94b-d0fb-4945-bb29-be77f42563e3 req-2bab01ed-72db-4aee-9ba1-6beb30eef351 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449986 May 06 18:36:53.680589 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce202bba-390e-4c64-a0af-5f9a7a5ce36f req-d27e7e18-6d77-40b6-ad10-98b1b3bd32ce tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:53.682657 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ce202bba-390e-4c64-a0af-5f9a7a5ce36f req-d27e7e18-6d77-40b6-ad10-98b1b3bd32ce tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 943 time: 0.1214933 May 06 18:36:53.767659 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ce202bba-390e-4c64-a0af-5f9a7a5ce36f req-32660b31-beca-4561-93c5-ae356c9a8f35 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723741 May 06 18:36:53.805816 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3ec2d-5d48-4312-976f-e12e90d85212 req-8f8b9998-35e0-4ed6-acdd-7fae181ecf50 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:53.805816 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-48b3ec2d-5d48-4312-976f-e12e90d85212 req-8f8b9998-35e0-4ed6-acdd-7fae181ecf50 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 944 time: 0.1076696 May 06 18:36:53.877027 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-48b3ec2d-5d48-4312-976f-e12e90d85212 req-2cf3e456-7e73-4a52-8085-22d5fec35fb9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635016 May 06 18:36:54.182338 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2c5a5317-815d-4780-88c8-8d3648b03c90 req-facd012a-edb4-4400-84e9-99f21dceff8f tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=d15d3bd0-2ad2-44a4-be03-a9adc72eba26 HTTP/1.1" status: 200 len: 210 time: 0.0491850 May 06 18:36:54.225229 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc3740-e09b-4e1c-9a0c-e1823fdba2c8 req-b6756435-7958-4a92-a5f0-ad9bce52ef9f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:54.227096 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-88dc3740-e09b-4e1c-9a0c-e1823fdba2c8 req-b6756435-7958-4a92-a5f0-ad9bce52ef9f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.0950277 May 06 18:36:54.286115 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-88dc3740-e09b-4e1c-9a0c-e1823fdba2c8 req-1d5c5a43-786a-4167-9b72-0657760a54f2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510323 May 06 18:36:54.630713 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42723f3-609e-4744-9b4f-72584b797722 req-1fd58f19-16f5-47fc-ba29-6d0eb61a3986 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:54.632480 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e42723f3-609e-4744-9b4f-72584b797722 req-1fd58f19-16f5-47fc-ba29-6d0eb61a3986 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1296a46-c69a-4e35-a34b-e1251ff95526 HTTP/1.1" status: 200 len: 945 time: 0.0932834 May 06 18:36:54.690047 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e42723f3-609e-4744-9b4f-72584b797722 req-3878a849-1cee-43ed-a522-00d72a1484fa tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511026 May 06 18:36:54.974720 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['103a4bbd-de2d-42a4-826d-81fd4360debc'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:36:55.057276 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device b4164217-a48f-42df-aef6-3a679fcad4b6 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:36:55.085968 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a72c2-ffc7-454c-99bb-5cd57014f236 req-e1cb0579-7eff-49a4-b7e7-e61b1ee8bb46 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:55.101993 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6f0a72c2-ffc7-454c-99bb-5cd57014f236 req-e1cb0579-7eff-49a4-b7e7-e61b1ee8bb46 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 943 time: 0.1829722 May 06 18:36:55.173881 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6f0a72c2-ffc7-454c-99bb-5cd57014f236 req-820037f5-3fb5-4efc-b2dd-dc3012fa41c2 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673578 May 06 18:36:55.203827 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device b8088448-c89b-44e2-9685-c407cc16ee1c up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:55.240212 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee20b5-4c8c-4b4e-99fd-027dda3728bd req-17b96b8d-f771-4de0-b285-e24587e0d3d3 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:55.241787 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e6ee20b5-4c8c-4b4e-99fd-027dda3728bd req-17b96b8d-f771-4de0-b285-e24587e0d3d3 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 944 time: 0.1235549 May 06 18:36:55.316698 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e6ee20b5-4c8c-4b4e-99fd-027dda3728bd req-d8c240ad-a503-4a67-97c4-5e0d10cf8885 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651588 May 06 18:36:55.318289 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ce59b-c03a-4062-98c8-de0cd8f548b4 req-757d2b28-2dbf-4f24-97e7-f813833768d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:55.320157 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b55ce59b-c03a-4062-98c8-de0cd8f548b4 req-757d2b28-2dbf-4f24-97e7-f813833768d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb0a96b877b544c78734acd5c46c2618&device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 1097 time: 0.1421134 May 06 18:36:55.439680 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port b8088448-c89b-44e2-9685-c407cc16ee1c triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:55.440657 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:55.517249 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-74ecdf52-59a0-4a51-a7cb-f7857d9e11a7 req-91c95c7f-8ce1-45cf-83ee-a8ee9e9014ec tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Synchronizing usage tracker for tenant:7514a163d60649b5a921670fadf528ad on resource:port {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:36:55.554373 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-74ecdf52-59a0-4a51-a7cb-f7857d9e11a7 req-91c95c7f-8ce1-45cf-83ee-a8ee9e9014ec tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Unset dirty status for tenant:7514a163d60649b5a921670fadf528ad on resource:port {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:36:55.567426 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-74ecdf52-59a0-4a51-a7cb-f7857d9e11a7 req-91c95c7f-8ce1-45cf-83ee-a8ee9e9014ec tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=d15d3bd0-2ad2-44a4-be03-a9adc72eba26 HTTP/1.1" status: 200 len: 210 time: 0.1920114 May 06 18:36:55.609576 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port b4164217-a48f-42df-aef6-3a679fcad4b6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b4164217-a48f-42df-aef6-3a679fcad4b6,segment=NetworkSegment(4e5a7700-9e20-4f7c-ba08-66c05edb45ba),segment_id=4e5a7700-9e20-4f7c-ba08-66c05edb45ba)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:55.623364 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655eec4-f67d-4946-b7f7-4e225b19d0de req-1532df56-9117-49b0-b095-59f6ff44a34a tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:55.626024 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1655eec4-f67d-4946-b7f7-4e225b19d0de req-1532df56-9117-49b0-b095-59f6ff44a34a tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1667047 May 06 18:36:55.635533 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ce59b-c03a-4062-98c8-de0cd8f548b4 req-abeb81e1-2e64-4612-9488-3d451052d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:55.636963 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b55ce59b-c03a-4062-98c8-de0cd8f548b4 req-abeb81e1-2e64-4612-9488-3d451052d9aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=4977f012-56c5-46bd-a1b1-7dca239e88c0 HTTP/1.1" status: 200 len: 918 time: 0.2900217 May 06 18:36:55.665510 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': 'b4164217-a48f-42df-aef6-3a679fcad4b6', 'network_id': '0345db37-2d24-47c9-ba99-e54097aa82ed', 'port_id': 'b4164217-a48f-42df-aef6-3a679fcad4b6', 'mac_address': 'fa:16:3e:cd:cf:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f66d51-4d4f-47b7-9053-f874c75999d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:36:55.766154 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1655eec4-f67d-4946-b7f7-4e225b19d0de req-91b1dad3-e2af-475a-b05e-eefb47c158fa tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323290 May 06 18:36:55.835221 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b55ce59b-c03a-4062-98c8-de0cd8f548b4 req-cbfd1b1d-c45c-44fe-a1c2-670f020cdbff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8088448-c89b-44e2-9685-c407cc16ee1c HTTP/1.1" status: 200 len: 999 time: 0.1785674 May 06 18:36:55.902637 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:55.938568 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:55.965439 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ce59b-c03a-4062-98c8-de0cd8f548b4 req-9f4eb3e4-0510-4793-ba87-1126cb6da949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:55.967597 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b55ce59b-c03a-4062-98c8-de0cd8f548b4 req-9f4eb3e4-0510-4793-ba87-1126cb6da949 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d64319e1-ca21-4f57-b62e-b95f80302d38 HTTP/1.1" status: 200 len: 856 time: 0.0887985 May 06 18:36:55.991353 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4164217-a48f-42df-aef6-3a679fcad4b6 {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:36:55.996414 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724857e0-bdc3-4a4f-a4c6-1a2d7de91081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8088448-c89b-44e2-9685-c407cc16ee1c'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:36:56.032652 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port b8088448-c89b-44e2-9685-c407cc16ee1c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b8088448-c89b-44e2-9685-c407cc16ee1c,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:56.051244 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:56.056510 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port b4164217-a48f-42df-aef6-3a679fcad4b6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b4164217-a48f-42df-aef6-3a679fcad4b6,segment=NetworkSegment(4e5a7700-9e20-4f7c-ba08-66c05edb45ba),segment_id=4e5a7700-9e20-4f7c-ba08-66c05edb45ba)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:56.057900 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:56.077635 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9763704-dad3-46b5-a220-9f1c85ea8c15 req-bcfd3d3e-2d2f-4d57-a175-0cb929c4d4b4 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:56.105519 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a9763704-dad3-46b5-a220-9f1c85ea8c15 req-bcfd3d3e-2d2f-4d57-a175-0cb929c4d4b4 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1296a46-c69a-4e35-a34b-e1251ff95526 HTTP/1.1" status: 200 len: 945 time: 0.2643721 May 06 18:36:56.126460 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724857e0-bdc3-4a4f-a4c6-1a2d7de91081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8088448-c89b-44e2-9685-c407cc16ee1c', 'code': 200} May 06 18:36:56.142099 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:56.191897 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a9763704-dad3-46b5-a220-9f1c85ea8c15 req-53dca441-58f0-4f63-ad3a-d998370c6b32 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852549 May 06 18:36:56.208793 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=b8088448-c89b-44e2-9685-c407cc16ee1c,revision_number=7']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:56.215491 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:56.216484 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:56.235850 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ce59b-c03a-4062-98c8-de0cd8f548b4 req-da314741-9dd1-4ceb-91b7-31852c536803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:56.240806 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b55ce59b-c03a-4062-98c8-de0cd8f548b4 req-da314741-9dd1-4ceb-91b7-31852c536803 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4977f012-56c5-46bd-a1b1-7dca239e88c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2617033 May 06 18:36:56.370345 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=b4164217-a48f-42df-aef6-3a679fcad4b6,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:56.389031 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:56.547782 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['b4164217-a48f-42df-aef6-3a679fcad4b6'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:36:56.662551 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619b85e-9adb-4015-9683-31301e733750 req-d1ce0eb4-63f1-4d9a-aa76-fbfc3c93d732 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:56.671456 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a619b85e-9adb-4015-9683-31301e733750 req-d1ce0eb4-63f1-4d9a-aa76-fbfc3c93d732 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 944 time: 0.1869533 May 06 18:36:56.733761 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b55ce59b-c03a-4062-98c8-de0cd8f548b4 req-9068ae84-e6b3-4724-894e-118da0e02ac7 service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822674 May 06 18:36:56.760757 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a619b85e-9adb-4015-9683-31301e733750 req-e761bae7-2188-432a-84a8-cfbd6d2faca4 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884268 May 06 18:36:56.901209 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd7eb2-a539-4346-9a95-0fed71e72313 req-d5062dc4-0842-466a-aee5-e7da6a80a36b tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:56.903013 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d1dd7eb2-a539-4346-9a95-0fed71e72313 req-d5062dc4-0842-466a-aee5-e7da6a80a36b tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.2743409 May 06 18:36:56.987070 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 103a4bbd-de2d-42a4-826d-81fd4360debc no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:36:57.023368 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d1dd7eb2-a539-4346-9a95-0fed71e72313 req-da0258c5-2672-4c99-87a4-36bfabd8c6be tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034124 May 06 18:36:57.035897 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b55ce59b-c03a-4062-98c8-de0cd8f548b4 req-7d89a4ed-3dae-4913-b1d2-6c03e47f3f4a service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747302 May 06 18:36:57.173635 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] No Port match for: 103a4bbd-de2d-42a4-826d-81fd4360debc {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:36:57.174258 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 103a4bbd-de2d-42a4-826d-81fd4360debc not bound to the agent host hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:36:57.244663 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:57.318923 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb75286-ce77-400f-b318-d674c62abd84 req-527e8e7d-c39b-4c14-bf08-e56911c1c692 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:57.321663 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bbb75286-ce77-400f-b318-d674c62abd84 req-527e8e7d-c39b-4c14-bf08-e56911c1c692 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1156361 May 06 18:36:57.409349 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bbb75286-ce77-400f-b318-d674c62abd84 req-d57b6f8a-35f5-49be-9ea2-25050c4ad9b4 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788159 May 06 18:36:58.099300 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb84ce-05ff-4fc0-b47a-df963855d2d1 req-f966151b-73a6-4052-b482-fcbb3719441e tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:58.100605 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6ddb84ce-05ff-4fc0-b47a-df963855d2d1 req-f966151b-73a6-4052-b482-fcbb3719441e tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 944 time: 0.1699295 May 06 18:36:58.156784 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6ddb84ce-05ff-4fc0-b47a-df963855d2d1 req-66fae717-a653-49d4-8d28-a8efe7b26dac tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504627 May 06 18:36:58.391944 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdcd80-2310-449f-bd21-6d32b12ae8d8 req-f03554f2-f166-4dbb-ae15-d202674fe113 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:58.394884 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-edfdcd80-2310-449f-bd21-6d32b12ae8d8 req-f03554f2-f166-4dbb-ae15-d202674fe113 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.1321869 May 06 18:36:58.564385 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-edfdcd80-2310-449f-bd21-6d32b12ae8d8 req-af9d7bb5-4223-4e54-bd9d-30925b2b44c2 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569092 May 06 18:36:58.988862 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device b4164217-a48f-42df-aef6-3a679fcad4b6 up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:59.075956 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning for port b4164217-a48f-42df-aef6-3a679fcad4b6 completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:36:59.085509 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port b4164217-a48f-42df-aef6-3a679fcad4b6 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:59.086114 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:59.231671 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:59.271788 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf40b3-5a3d-4ef0-874c-bea9979414a8 req-7a71238f-0c3c-4c90-9ea9-8c0106683530 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:59.277816 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7cbf40b3-5a3d-4ef0-874c-bea9979414a8 req-7a71238f-0c3c-4c90-9ea9-8c0106683530 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1131752 May 06 18:36:59.298900 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc2a4e2-6e9a-49a3-87a3-8b0696cc5297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4164217-a48f-42df-aef6-3a679fcad4b6'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:36:59.313800 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port b4164217-a48f-42df-aef6-3a679fcad4b6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b4164217-a48f-42df-aef6-3a679fcad4b6,segment=NetworkSegment(4e5a7700-9e20-4f7c-ba08-66c05edb45ba),segment_id=4e5a7700-9e20-4f7c-ba08-66c05edb45ba)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:59.325563 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:59.328717 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:59.336883 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7cbf40b3-5a3d-4ef0-874c-bea9979414a8 req-1c089a05-d141-4f9a-ad58-dd3c045c7708 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543511 May 06 18:36:59.471063 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=b4164217-a48f-42df-aef6-3a679fcad4b6,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:59.481684 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:59.482081 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:59.482413 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:59.482916 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:59.483452 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:59.483930 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:59.484456 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:59.484937 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:59.485422 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:59.486068 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:59.486540 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:59.487288 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:59.492514 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:59.634758 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832777d-5522-4d7b-87f0-e0e0f08f7b25 req-2995f1b9-9d49-448c-a0ba-6f7c2b452b50 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:59.638147 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5832777d-5522-4d7b-87f0-e0e0f08f7b25 req-2995f1b9-9d49-448c-a0ba-6f7c2b452b50 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.1108863 May 06 18:36:59.699857 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5832777d-5522-4d7b-87f0-e0e0f08f7b25 req-d8947f8d-21fc-4525-9ad1-e27c47d7e408 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505748 May 06 18:36:59.814856 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc2a4e2-6e9a-49a3-87a3-8b0696cc5297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4164217-a48f-42df-aef6-3a679fcad4b6', 'code': 200} May 06 18:37:00.037318 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e3d71-5880-4991-b08b-e3a260abca46 req-eb78c319-d34a-4fa6-ad1c-65a49ebe471f tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:00.039028 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3d2e3d71-5880-4991-b08b-e3a260abca46 req-eb78c319-d34a-4fa6-ad1c-65a49ebe471f tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.1196969 May 06 18:37:00.124481 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3d2e3d71-5880-4991-b08b-e3a260abca46 req-3c7a3261-db99-425a-807f-132f3bc2a8cf tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780528 May 06 18:37:00.158518 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb44c6-128b-4bbb-80cb-1731a58eb7f0 req-011d368f-eb5e-48da-b6d2-170223d57aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:00.160594 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-8acb44c6-128b-4bbb-80cb-1731a58eb7f0 req-011d368f-eb5e-48da-b6d2-170223d57aed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 1098 time: 0.1160486 May 06 18:37:00.323038 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-8acb44c6-128b-4bbb-80cb-1731a58eb7f0 req-b38dbb5f-9163-4d16-a241-98ffbaa18f9e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517382 May 06 18:37:00.607400 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6e893-cbfc-4be7-b6ef-b247817dd446 req-a4278bd7-f8bd-44b2-8d58-43e33a364cad tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:00.608939 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2cf6e893-cbfc-4be7-b6ef-b247817dd446 req-a4278bd7-f8bd-44b2-8d58-43e33a364cad tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1013572 May 06 18:37:00.679006 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2cf6e893-cbfc-4be7-b6ef-b247817dd446 req-f63bb2b7-133d-4ea0-baea-7585f0261ad6 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593297 May 06 18:37:00.929025 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa87c86-0a29-4ac0-afd5-080b2aebb5c6 req-6eb59701-3ebf-44d9-83d0-c4a8b3f1aee7 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:00.930550 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1fa87c86-0a29-4ac0-afd5-080b2aebb5c6 req-6eb59701-3ebf-44d9-83d0-c4a8b3f1aee7 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.0898604 May 06 18:37:00.988870 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1fa87c86-0a29-4ac0-afd5-080b2aebb5c6 req-8f20376c-13bb-4b23-9f99-182fa3402b58 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490627 May 06 18:37:01.351488 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3c822-939d-495f-bfa9-28b96e4dd518 req-fef5ef85-d901-4abd-a948-c38fac229ed5 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:01.353027 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7fd3c822-939d-495f-bfa9-28b96e4dd518 req-fef5ef85-d901-4abd-a948-c38fac229ed5 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.0966604 May 06 18:37:01.417029 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7fd3c822-939d-495f-bfa9-28b96e4dd518 req-6d69536c-e491-4615-a030-588ad74d5603 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520906 May 06 18:37:01.992301 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6692e0-78a9-4066-8892-4dc4ba3408dd req-bcc6bed7-586c-4a4c-af32-a380dd641cb1 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:01.996153 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9c6692e0-78a9-4066-8892-4dc4ba3408dd req-bcc6bed7-586c-4a4c-af32-a380dd641cb1 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1812952 May 06 18:37:02.072246 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9c6692e0-78a9-4066-8892-4dc4ba3408dd req-1a51aec4-28ec-45f5-975b-05f40b551e52 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673871 May 06 18:37:02.289777 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4695c6-13cf-4f79-8b5b-f453a7ca6fbd req-ac75b68b-3347-498f-9fb0-b0571b5859e2 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:02.292259 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1c4695c6-13cf-4f79-8b5b-f453a7ca6fbd req-ac75b68b-3347-498f-9fb0-b0571b5859e2 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.1181645 May 06 18:37:02.343535 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1c4695c6-13cf-4f79-8b5b-f453a7ca6fbd req-5fe313c5-6449-4198-a9fd-dc3d51a864da tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448081 May 06 18:37:02.804339 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a4efd-f1e4-4e6a-ac6a-cba6267c9d6c req-3b199600-1204-424c-b754-ca08eba18c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:02.805886 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1c7a4efd-f1e4-4e6a-ac6a-cba6267c9d6c req-3b199600-1204-424c-b754-ca08eba18c3c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97dcc9ffc3774e62a6c6a20b65d59ae6&device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 1098 time: 0.0829811 May 06 18:37:02.867397 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fada6-4892-4009-b642-8c0336629a37 req-841b278d-be02-4ee9-b19c-fa3f1c74ec8a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:02.868935 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-294fada6-4892-4009-b642-8c0336629a37 req-841b278d-be02-4ee9-b19c-fa3f1c74ec8a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.0924861 May 06 18:37:02.931452 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-294fada6-4892-4009-b642-8c0336629a37 req-61af456b-5a9e-4da6-9fa0-edbacc3f722f tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548573 May 06 18:37:02.965971 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a4efd-f1e4-4e6a-ac6a-cba6267c9d6c req-6a1e25c6-e4de-4cff-9e9e-834a2f648152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:02.969089 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1c7a4efd-f1e4-4e6a-ac6a-cba6267c9d6c req-6a1e25c6-e4de-4cff-9e9e-834a2f648152 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0345db37-2d24-47c9-ba99-e54097aa82ed HTTP/1.1" status: 200 len: 919 time: 0.1558082 May 06 18:37:03.081083 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1c7a4efd-f1e4-4e6a-ac6a-cba6267c9d6c req-3760f640-420e-4da9-9e17-f13f1ed5d0fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4164217-a48f-42df-aef6-3a679fcad4b6 HTTP/1.1" status: 200 len: 217 time: 0.1008122 May 06 18:37:03.202602 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a4efd-f1e4-4e6a-ac6a-cba6267c9d6c req-49810538-432a-4fa4-b4a4-6af92c79605e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:03.206975 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1c7a4efd-f1e4-4e6a-ac6a-cba6267c9d6c req-49810538-432a-4fa4-b4a4-6af92c79605e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c4f66d51-4d4f-47b7-9053-f874c75999d5 HTTP/1.1" status: 200 len: 858 time: 0.1145718 May 06 18:37:03.238419 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a9d10-7ed2-448b-8556-8ce39f074b5e req-61257711-ef6a-4ff7-88d5-293bdd0eea02 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:03.240537 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b08a9d10-7ed2-448b-8556-8ce39f074b5e req-61257711-ef6a-4ff7-88d5-293bdd0eea02 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.1057448 May 06 18:37:03.263781 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1c7a4efd-f1e4-4e6a-ac6a-cba6267c9d6c req-8199ecef-df3b-4acd-8da8-a210244edc50 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0345db37-2d24-47c9-ba99-e54097aa82ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497789 May 06 18:37:03.311824 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b08a9d10-7ed2-448b-8556-8ce39f074b5e req-fbdd6c7a-115c-4e1d-8398-6aea9c1d863b tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634234 May 06 18:37:03.463067 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1c7a4efd-f1e4-4e6a-ac6a-cba6267c9d6c req-a1dc1261-a8a5-414d-a55e-cc341d6b972c service neutron] 10.222.0.55 "GET /v2.0/networks/0345db37-2d24-47c9-ba99-e54097aa82ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863897 May 06 18:37:03.518837 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82257a3f-e6ff-425a-926e-215fc4b2ef96 req-19a93fc7-0d65-4417-b86b-ac3e70ce6c05 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:03.521531 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-82257a3f-e6ff-425a-926e-215fc4b2ef96 req-19a93fc7-0d65-4417-b86b-ac3e70ce6c05 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.0939882 May 06 18:37:03.584200 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-82257a3f-e6ff-425a-926e-215fc4b2ef96 req-e60255aa-1dc7-4ebc-9629-2ac8e29165fa tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512304 May 06 18:37:03.618260 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 43934) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:03.651337 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1c7a4efd-f1e4-4e6a-ac6a-cba6267c9d6c req-839e3993-5064-4140-bd81-f09ba733b175 service neutron] 10.222.0.55 "GET /v2.0/networks/0345db37-2d24-47c9-ba99-e54097aa82ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788945 May 06 18:37:03.837124 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-dc7e8eaa-4e62-4608-8404-a7232d48251a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:03.864660 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-dc7e8eaa-4e62-4608-8404-a7232d48251a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:37:03.869301 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-dc7e8eaa-4e62-4608-8404-a7232d48251a admin admin] Usage tracker for resource:security_group_rule and tenant:fa6fb6dcc09543579c12bbce41a0c52b is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:37:03.872623 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-dc7e8eaa-4e62-4608-8404-a7232d48251a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:37:03.880711 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-dc7e8eaa-4e62-4608-8404-a7232d48251a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:37:03.984991 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-dc7e8eaa-4e62-4608-8404-a7232d48251a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:03.990943 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-dc7e8eaa-4e62-4608-8404-a7232d48251a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:04.028516 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-3aea90db-0140-4736-bd8e-a9c649ec2084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:04.039459 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-dc7e8eaa-4e62-4608-8404-a7232d48251a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fa6fb6dcc09543579c12bbce41a0c52b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193785 May 06 18:37:04.042405 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 43946) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:04.067411 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e8eaa-4e62-4608-8404-a7232d48251a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f547aa-53d4-41dd-af09-3e9f1d91b5a0,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:04.072000 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-dc7e8eaa-4e62-4608-8404-a7232d48251a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:04.149038 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b893fca1-ee7a-4a32-831a-81cbc461e60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:04.191627 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b893fca1-ee7a-4a32-831a-81cbc461e60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:04.245901 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c11606-eb57-4de9-bd8a-a79501e140c9 req-ede22078-d92e-4b59-9fe8-4f378935e00f tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:04.249634 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-89c11606-eb57-4de9-bd8a-a79501e140c9 req-ede22078-d92e-4b59-9fe8-4f378935e00f tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.1372671 May 06 18:37:04.258772 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b893fca1-ee7a-4a32-831a-81cbc461e60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:04.262512 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-d2167069-49d0-4434-9b72-8c5c3d79e47c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:04.275760 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893fca1-ee7a-4a32-831a-81cbc461e60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f547aa-53d4-41dd-af09-3e9f1d91b5a0,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:04.283135 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-b893fca1-ee7a-4a32-831a-81cbc461e60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:04.286375 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b893fca1-ee7a-4a32-831a-81cbc461e60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:04.290805 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-b893fca1-ee7a-4a32-831a-81cbc461e60b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/48f547aa-53d4-41dd-af09-3e9f1d91b5a0 HTTP/1.1" status: 204 len: 168 time: 0.2469058 May 06 18:37:04.328002 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-89c11606-eb57-4de9-bd8a-a79501e140c9 req-8837ea4f-0426-400b-82f4-6c0a6589ce2a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737505 May 06 18:37:04.547215 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cabdbb-39f4-4baa-bb65-9e248b372344 req-69b2f5fb-aa5e-486f-aa4f-3e26169b3498 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:04.549907 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-50cabdbb-39f4-4baa-bb65-9e248b372344 req-69b2f5fb-aa5e-486f-aa4f-3e26169b3498 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.1162195 May 06 18:37:04.610471 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-50cabdbb-39f4-4baa-bb65-9e248b372344 req-f325d35d-66c1-4eb7-b908-463decf70836 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526824 May 06 18:37:04.867804 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-aa443b14-decb-41e8-bc58-22272b12a603 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:04.869090 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-aa443b14-decb-41e8-bc58-22272b12a603 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Synchronizing usage tracker for tenant:7514a163d60649b5a921670fadf528ad on resource:network {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:37:04.895902 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-aa443b14-decb-41e8-bc58-22272b12a603 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Unset dirty status for tenant:7514a163d60649b5a921670fadf528ad on resource:network {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:37:04.898407 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-aa443b14-decb-41e8-bc58-22272b12a603 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/networks?id=99c51f6f-d2a7-4a7d-a523-57071f81991e HTTP/1.1" status: 200 len: 808 time: 0.2213678 May 06 18:37:04.922154 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-6a437c70-43c1-4cd8-b20b-2ad6b364727f tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/quotas/7514a163d60649b5a921670fadf528ad HTTP/1.1" status: 200 len: 375 time: 0.0131023 May 06 18:37:04.950228 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb992de-49a1-45a0-9990-1eeaf6353a67 req-6b073685-5527-4d83-88e5-8f5d306101c8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:04.952901 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ddb992de-49a1-45a0-9990-1eeaf6353a67 req-6b073685-5527-4d83-88e5-8f5d306101c8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1332774 May 06 18:37:05.021707 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-3d4c3b88-3f66-4275-9800-39e8157e2822 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7514a163d60649b5a921670fadf528ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839813 May 06 18:37:05.088261 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ddb992de-49a1-45a0-9990-1eeaf6353a67 req-b14a1ac4-cd1f-4630-ba1d-f5247820598d tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175368 May 06 18:37:05.210918 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-1e9ff5a2-dca3-43ac-ade5-2a920c6695b1 service neutron] 10.222.0.50 "GET /v2.0/networks/99c51f6f-d2a7-4a7d-a523-57071f81991e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828368 May 06 18:37:05.429489 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-84291d91-8aee-4fa8-b0a2-65dcb4a27365 service neutron] 10.222.0.50 "GET /v2.0/networks/99c51f6f-d2a7-4a7d-a523-57071f81991e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116265 May 06 18:37:05.658171 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452e165-82aa-4876-a394-a4017afec35d req-7f493cfc-254b-4c92-a214-4041eb7072a8 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:05.674151 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6452e165-82aa-4876-a394-a4017afec35d req-7f493cfc-254b-4c92-a214-4041eb7072a8 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.2083228 May 06 18:37:05.790558 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6452e165-82aa-4876-a394-a4017afec35d req-02d38516-11e3-4956-a3c1-d59d6bc81009 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154745 May 06 18:37:05.803850 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-c4181ee3-54fe-4cd1-961c-e130db12e72a req-168fc8df-e9cd-4cfe-bc7f-f844751d7236 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c764f70-97ac-410f-a0fb-f3b39bb40f70 HTTP/1.1" status: 200 len: 210 time: 0.1612859 May 06 18:37:06.248814 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe87177-9b77-401c-be45-c8f974a5c896 req-55752b31-a986-46aa-a003-62d998e8f7ba tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:06.250376 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fbe87177-9b77-401c-be45-c8f974a5c896 req-55752b31-a986-46aa-a003-62d998e8f7ba tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.2360117 May 06 18:37:06.385821 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fbe87177-9b77-401c-be45-c8f974a5c896 req-160de6b3-ec59-47a4-8b90-c33d8bcceafa tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141903 May 06 18:37:06.448511 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50b87f-f3ff-43ed-bab7-ea71322dc79e req-d3c77fcf-4fcb-4b67-8ca9-39172848c176 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:06.464962 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-eb50b87f-f3ff-43ed-bab7-ea71322dc79e req-d3c77fcf-4fcb-4b67-8ca9-39172848c176 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1816738 May 06 18:37:06.569558 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-eb50b87f-f3ff-43ed-bab7-ea71322dc79e req-3fb7d27d-2061-4dfd-aa0e-d976c2a65bbe tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980346 May 06 18:37:07.104692 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862106dd-4a49-4240-9c9e-7f6c3566949c req-153e3871-462f-488b-840d-4497d508caa0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:07.113351 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-862106dd-4a49-4240-9c9e-7f6c3566949c req-153e3871-462f-488b-840d-4497d508caa0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.1347296 May 06 18:37:07.141550 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-34157088-f5fb-4323-8182-d83d012f7cdc req-c0be2ae1-2764-4ba4-95de-b7c7e4e7325b tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c764f70-97ac-410f-a0fb-f3b39bb40f70 HTTP/1.1" status: 200 len: 210 time: 0.0636423 May 06 18:37:07.198610 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-862106dd-4a49-4240-9c9e-7f6c3566949c req-d6301d8e-b6bf-4595-a8cf-6c79a2b0b519 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818760 May 06 18:37:07.753150 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424abbe-dbe6-4c5a-bdc0-c6c04eadc556 req-ae97fb52-feac-4495-8008-e0cdb5300f03 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:07.761510 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d424abbe-dbe6-4c5a-bdc0-c6c04eadc556 req-ae97fb52-feac-4495-8008-e0cdb5300f03 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.2460208 May 06 18:37:07.919672 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d424abbe-dbe6-4c5a-bdc0-c6c04eadc556 req-48d22e21-4b11-4032-9557-0673a03864eb tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572316 May 06 18:37:08.247540 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-53c3b528-0cef-4aa8-98b2-72848363f0e3 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:08.249247 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-53c3b528-0cef-4aa8-98b2-72848363f0e3 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.55 "GET /v2.0/networks?id=99c51f6f-d2a7-4a7d-a523-57071f81991e HTTP/1.1" status: 200 len: 808 time: 0.7155416 May 06 18:37:08.278510 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-94c8f57b-ee30-454c-beba-9c40d900b2de tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Request body: {'port': {'device_id': '8c764f70-97ac-410f-a0fb-f3b39bb40f70', 'network_id': '99c51f6f-d2a7-4a7d-a523-57071f81991e', 'admin_state_up': True, 'tenant_id': '7514a163d60649b5a921670fadf528ad'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:37:08.393268 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8ca54-6635-48b9-8bee-7cb7beb34e30 req-a575ca96-afeb-48cb-894e-17be7ea6f6ef tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:08.395662 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-0ca8ca54-6635-48b9-8bee-7cb7beb34e30 req-a575ca96-afeb-48cb-894e-17be7ea6f6ef tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.2562780 May 06 18:37:08.523797 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-0ca8ca54-6635-48b9-8bee-7cb7beb34e30 req-a3827b26-84f9-43aa-ad34-2c410f054e48 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207440 May 06 18:37:08.525017 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-94c8f57b-ee30-454c-beba-9c40d900b2de tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:37:08.565009 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-94c8f57b-ee30-454c-beba-9c40d900b2de tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:37:08.591422 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-94c8f57b-ee30-454c-beba-9c40d900b2de tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Made reservation on behalf of 7514a163d60649b5a921670fadf528ad for: {'port': 1} {{(pid=78804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:37:08.603387 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-94c8f57b-ee30-454c-beba-9c40d900b2de tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:09.126027 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b88e20c2-72b6-4d77-912d-2665281c7f5c req-a22b2b6d-9c1b-4eb5-ad8f-84b6f0c1e3fa tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c764f70-97ac-410f-a0fb-f3b39bb40f70 HTTP/1.1" status: 200 len: 210 time: 0.2337370 May 06 18:37:09.316132 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57573d-5c87-4895-ab4b-6ad76244a457 req-aadec321-4307-4602-9a01-8946c69406fa tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:09.321400 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9c57573d-5c87-4895-ab4b-6ad76244a457 req-aadec321-4307-4602-9a01-8946c69406fa tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.2447171 May 06 18:37:09.341571 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-94c8f57b-ee30-454c-beba-9c40d900b2de tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Allocated IP 172.20.0.12 (99c51f6f-d2a7-4a7d-a523-57071f81991e/29251e12-e90b-4920-9830-721ffa983e8e/101a19af-f52a-4683-bff1-5534ed101e50) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:37:09.425885 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9c57573d-5c87-4895-ab4b-6ad76244a457 req-49405a58-c235-473a-9215-056d724869cd tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985823 May 06 18:37:09.723140 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394165b9-b2c1-4df1-a65e-6353d4d05aeb req-c8565249-b8af-4f73-9311-0353fcdb4086 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:09.725082 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-394165b9-b2c1-4df1-a65e-6353d4d05aeb req-c8565249-b8af-4f73-9311-0353fcdb4086 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.3092773 May 06 18:37:09.863404 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-394165b9-b2c1-4df1-a65e-6353d4d05aeb req-0458891c-866b-4c86-aeb4-5136823d632d tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134734 May 06 18:37:09.893198 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0686e-051d-425f-a9b4-82cd43928d4b req-f1bfaeeb-8172-4eeb-bf95-4689d7755f6e tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:09.911621 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-32f0686e-051d-425f-a9b4-82cd43928d4b req-f1bfaeeb-8172-4eeb-bf95-4689d7755f6e tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.2222517 May 06 18:37:09.962845 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-94c8f57b-ee30-454c-beba-9c40d900b2de tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:10.032322 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-32f0686e-051d-425f-a9b4-82cd43928d4b req-3111e137-1ac1-4976-96ad-bcff5af6b355 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181221 May 06 18:37:10.058598 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-94c8f57b-ee30-454c-beba-9c40d900b2de tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:10.067021 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7a667041-0f96-4485-90f4-0c19d914467c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:10.133495 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-94c8f57b-ee30-454c-beba-9c40d900b2de tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Network 99c51f6f-d2a7-4a7d-a523-57071f81991e is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:37:10.136722 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-94c8f57b-ee30-454c-beba-9c40d900b2de tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:37:10.141026 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-94c8f57b-ee30-454c-beba-9c40d900b2de tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:37:10.147995 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-94c8f57b-ee30-454c-beba-9c40d900b2de tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:10.148665 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-94c8f57b-ee30-454c-beba-9c40d900b2de tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:10.194121 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8f57b-ee30-454c-beba-9c40d900b2de tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Pushing event updated for resources: {'Port': ['ID=101a19af-f52a-4683-bff1-5534ed101e50,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:10.197928 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-94c8f57b-ee30-454c-beba-9c40d900b2de tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:10.203870 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-94c8f57b-ee30-454c-beba-9c40d900b2de tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9331815 May 06 18:37:10.220623 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] Request body: {'port': {'device_id': '8c764f70-97ac-410f-a0fb-f3b39bb40f70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:37:10.487223 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:10.703000 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a811b-dd51-4ec6-ac7a-a93b091f78a0 req-b9a17e50-36b4-4887-a750-92832e46a736 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:10.703770 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-732a811b-dd51-4ec6-ac7a-a93b091f78a0 req-b9a17e50-36b4-4887-a750-92832e46a736 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Synchronizing usage tracker for tenant:7514a163d60649b5a921670fadf528ad on resource:port {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:37:10.792674 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-732a811b-dd51-4ec6-ac7a-a93b091f78a0 req-b9a17e50-36b4-4887-a750-92832e46a736 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Unset dirty status for tenant:7514a163d60649b5a921670fadf528ad on resource:port {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:37:10.794050 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-732a811b-dd51-4ec6-ac7a-a93b091f78a0 req-b9a17e50-36b4-4887-a750-92832e46a736 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c764f70-97ac-410f-a0fb-f3b39bb40f70 HTTP/1.1" status: 200 len: 932 time: 0.4758596 May 06 18:37:10.859983 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417d8a0-b869-40e3-ade5-ac2362c9b2c9 req-d92f5893-3c15-45eb-9d0d-612172d34161 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:10.864582 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a417d8a0-b869-40e3-ade5-ac2362c9b2c9 req-d92f5893-3c15-45eb-9d0d-612172d34161 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.2136140 May 06 18:37:10.940975 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-732a811b-dd51-4ec6-ac7a-a93b091f78a0 req-0c3a7169-b06b-4ff0-8eff-73f0fe343219 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364508 May 06 18:37:10.976081 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a417d8a0-b869-40e3-ade5-ac2362c9b2c9 req-a8eeaa31-38a0-4488-afaf-10bebfb76800 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986736 May 06 18:37:11.262916 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 101a19af-f52a-4683-bff1-5534ed101e50 {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:37:11.338572 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:11.367308 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:37:11.378964 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] Transition to ACTIVE for port object 101a19af-f52a-4683-bff1-5534ed101e50 will not be triggered until provisioned by entity L2. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:37:11.387275 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743346b-4937-4e3e-9235-f738f374d0e5 req-9b5e4bda-752e-40ba-849a-92832f962718 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:11.389100 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2743346b-4937-4e3e-9235-f738f374d0e5 req-9b5e4bda-752e-40ba-849a-92832f962718 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1129460 May 06 18:37:11.392251 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:11.406432 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-94c8f57b-ee30-454c-beba-9c40d900b2de tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:11.529601 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2743346b-4937-4e3e-9235-f738f374d0e5 req-9e60cfbc-f2d7-4677-9a42-1216b7d72661 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131814 May 06 18:37:11.834520 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2b6c7-36c6-44a0-b4c5-e69b42e2963d req-81512fdb-fc9a-4fa4-aee5-3eb249ea556e tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:11.848900 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f5b2b6c7-36c6-44a0-b4c5-e69b42e2963d req-81512fdb-fc9a-4fa4-aee5-3eb249ea556e tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.5763648 May 06 18:37:11.976145 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] Pushing event updated for resources: {'Port': ['ID=101a19af-f52a-4683-bff1-5534ed101e50,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:11.994377 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:12.013050 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] Attempting to bind port 101a19af-f52a-4683-bff1-5534ed101e50 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:37:12.015831 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] Attempting to bind port 101a19af-f52a-4683-bff1-5534ed101e50 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '50ad9396-89fe-4b72-b019-24807965dc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99c51f6f-d2a7-4a7d-a523-57071f81991e'}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:37:12.015831 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] Attempting to bind port 101a19af-f52a-4683-bff1-5534ed101e50 on network 99c51f6f-d2a7-4a7d-a523-57071f81991e {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:37:12.039052 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] Port 101a19af-f52a-4683-bff1-5534ed101e50 on network 99c51f6f-d2a7-4a7d-a523-57071f81991e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:37:12.039658 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] Attempting to bind port 101a19af-f52a-4683-bff1-5534ed101e50 on network 99c51f6f-d2a7-4a7d-a523-57071f81991e {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:37:12.047265 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f5b2b6c7-36c6-44a0-b4c5-e69b42e2963d req-ddb84429-bfef-4179-88c9-90c7ee493b06 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971083 May 06 18:37:12.053718 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] Checking agent: {'id': '9977d64c-d59d-4d1f-af57-b1bc23e96ce2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'started_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:37:12.054323 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] Checking segment: {'id': '50ad9396-89fe-4b72-b019-24807965dc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99c51f6f-d2a7-4a7d-a523-57071f81991e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:37:12.054722 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] Bound using segment: {'id': '50ad9396-89fe-4b72-b019-24807965dc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99c51f6f-d2a7-4a7d-a523-57071f81991e'} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:37:12.055181 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] Bound port: 101a19af-f52a-4683-bff1-5534ed101e50, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ad9396-89fe-4b72-b019-24807965dc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99c51f6f-d2a7-4a7d-a523-57071f81991e'}}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:37:12.055571 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:12.199829 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] For port 101a19af-f52a-4683-bff1-5534ed101e50, host hv-cinder-73362, cleared binding levels {{(pid=78804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:37:12.203138 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] For port 101a19af-f52a-4683-bff1-5534ed101e50, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=101a19af-f52a-4683-bff1-5534ed101e50,segment=NetworkSegment(50ad9396-89fe-4b72-b019-24807965dc4d),segment_id=50ad9396-89fe-4b72-b019-24807965dc4d)] {{(pid=78804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:37:12.209915 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-eb0d6294-838c-4d6e-97cd-414cc7bb038a tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:12.210741 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:12.211622 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-eb0d6294-838c-4d6e-97cd-414cc7bb038a tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/networks?id=e712c820-8e93-42e1-8b79-4d408a674dd6 HTTP/1.1" status: 200 len: 815 time: 0.2202210 May 06 18:37:12.218926 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:12.241369 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-cae5aa5e-5f8f-43d3-963c-950b438ba8e2 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/quotas/cc919bedec1b46b6aaeef5a6e940c757 HTTP/1.1" status: 200 len: 375 time: 0.0229416 May 06 18:37:12.358116 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-c4e92a6e-6d36-4d7d-9355-7051d10b77af tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc919bedec1b46b6aaeef5a6e940c757&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1158488 May 06 18:37:12.390319 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:12.390930 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:12.392499 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] 10.222.0.55 "PUT /v2.0/ports/101a19af-f52a-4683-bff1-5534ed101e50 HTTP/1.1" status: 200 len: 1094 time: 2.1781375 May 06 18:37:12.395785 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c764f70-97ac-410f-a0fb-f3b39bb40f70', 'tag': '101a19af-f52a-4683-bff1-5534ed101e50'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:37:12.419114 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] Pushing event updated for resources: {'Port': ['ID=101a19af-f52a-4683-bff1-5534ed101e50,revision_number=3']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:12.424263 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:12.454658 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ed994-68d1-4637-bbcc-85683cea046c req-c81f1b4d-78a6-41ce-b6b1-4909f69eeee4 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:12.463532 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-982ed994-68d1-4637-bbcc-85683cea046c req-c81f1b4d-78a6-41ce-b6b1-4909f69eeee4 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c764f70-97ac-410f-a0fb-f3b39bb40f70 HTTP/1.1" status: 200 len: 944 time: 0.1728394 May 06 18:37:12.590698 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-ead9ed42-2626-40f6-a6fd-2211a65b4b83 service neutron] 10.222.0.50 "GET /v2.0/networks/e712c820-8e93-42e1-8b79-4d408a674dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236969 May 06 18:37:12.593751 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-982ed994-68d1-4637-bbcc-85683cea046c req-e2d68d67-023f-435a-b2f5-d2d6a1e1cd8e tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291509 May 06 18:37:12.638406 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-161aa240-25ce-4bef-b96f-0e42f7b7db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:12.640203 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-161aa240-25ce-4bef-b96f-0e42f7b7db4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7514a163d60649b5a921670fadf528ad&device_id=8c764f70-97ac-410f-a0fb-f3b39bb40f70 HTTP/1.1" status: 200 len: 1097 time: 0.1565669 May 06 18:37:12.793547 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-fc65fb2f-df19-435b-afcb-3812eddac736 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=101a19af-f52a-4683-bff1-5534ed101e50 HTTP/1.1" status: 200 len: 217 time: 0.1451042 May 06 18:37:12.885661 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-4e906f5e-0fcf-41d3-a875-20c9de42a50e service neutron] 10.222.0.50 "GET /v2.0/networks/e712c820-8e93-42e1-8b79-4d408a674dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936211 May 06 18:37:13.062564 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-658b3208-9295-4914-b457-7de0bf576dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:13.065170 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-658b3208-9295-4914-b457-7de0bf576dcd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29251e12-e90b-4920-9830-721ffa983e8e HTTP/1.1" status: 200 len: 848 time: 0.1840932 May 06 18:37:13.170201 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-18f1f7a3-13a6-4d99-b632-0ac1439bd07a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=99c51f6f-d2a7-4a7d-a523-57071f81991e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796454 May 06 18:37:13.378716 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3874d33-36f2-4e84-9a06-5268c481d855 req-156e0ec0-5a03-4270-97ee-1c3c8a420b8d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:13.388361 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b3874d33-36f2-4e84-9a06-5268c481d855 req-156e0ec0-5a03-4270-97ee-1c3c8a420b8d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.5871439 May 06 18:37:13.438457 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c764f70-97ac-410f-a0fb-f3b39bb40f70', 'tag': '101a19af-f52a-4683-bff1-5534ed101e50', 'status': 'completed', 'code': 200} May 06 18:37:13.442736 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-57151f42-a3d4-42ee-b973-b8d4208f6eb8 service neutron] 10.222.0.55 "GET /v2.0/networks/99c51f6f-d2a7-4a7d-a523-57071f81991e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564564 May 06 18:37:13.579707 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b3874d33-36f2-4e84-9a06-5268c481d855 req-3bc696f1-cd14-4e8f-9987-11fc867db5eb tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891017 May 06 18:37:13.591486 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10f386-1a66-4b2f-ab7f-c1eeee8f6e4a req-643c82a9-3852-4d07-b5e9-6a5afeae7fa9 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:13.603993 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ed10f386-1a66-4b2f-ab7f-c1eeee8f6e4a req-643c82a9-3852-4d07-b5e9-6a5afeae7fa9 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1717591 May 06 18:37:13.702388 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ed10f386-1a66-4b2f-ab7f-c1eeee8f6e4a req-1abe1d09-80bd-446e-a116-fee205aa98f1 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970547 May 06 18:37:13.801382 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-dce3533b-744d-47e9-b2f8-c892af647c29 req-399e3e4b-3113-4402-9b1a-868039b89a40 service neutron] 10.222.0.55 "GET /v2.0/networks/99c51f6f-d2a7-4a7d-a523-57071f81991e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496633 May 06 18:37:13.875324 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4d5a72b4-6d2a-452d-945a-91fc0f80871e req-f9b5247f-281c-46f8-971b-446a98abd6f5 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f09094f-861a-48bd-86a0-ef9601ecdf68 HTTP/1.1" status: 200 len: 210 time: 0.0673046 May 06 18:37:14.272096 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa08853-c77a-4aa4-83d0-c819d2300df7 req-75210760-1187-42bf-af92-c70bf92b632b tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:14.274685 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9aa08853-c77a-4aa4-83d0-c819d2300df7 req-75210760-1187-42bf-af92-c70bf92b632b tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c764f70-97ac-410f-a0fb-f3b39bb40f70 HTTP/1.1" status: 200 len: 944 time: 0.2050722 May 06 18:37:14.275751 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02ad7b-5c8a-40c7-b19c-9890c121da27 req-e0c393a0-0d45-404a-a7ba-19a257792c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:14.277080 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ab02ad7b-5c8a-40c7-b19c-9890c121da27 req-e0c393a0-0d45-404a-a7ba-19a257792c14 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7514a163d60649b5a921670fadf528ad&device_id=8c764f70-97ac-410f-a0fb-f3b39bb40f70 HTTP/1.1" status: 200 len: 1097 time: 0.3808346 May 06 18:37:14.404727 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9aa08853-c77a-4aa4-83d0-c819d2300df7 req-c1fc91e1-613e-4586-96a9-bb5748bba778 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156552 May 06 18:37:14.458605 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259aff9-917f-4fee-ad41-49a2089bbed8 req-a9950c16-2b7a-4656-b68a-ec0f1fb85f75 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:14.465912 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2259aff9-917f-4fee-ad41-49a2089bbed8 req-a9950c16-2b7a-4656-b68a-ec0f1fb85f75 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.4498084 May 06 18:37:14.550419 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2259aff9-917f-4fee-ad41-49a2089bbed8 req-9ef18cc9-7bec-4f4c-972b-22965f988659 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829251 May 06 18:37:14.592843 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02ad7b-5c8a-40c7-b19c-9890c121da27 req-bd8cc7cd-89a6-4054-b332-f246036d8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:14.594825 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ab02ad7b-5c8a-40c7-b19c-9890c121da27 req-bd8cc7cd-89a6-4054-b332-f246036d8ab7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=99c51f6f-d2a7-4a7d-a523-57071f81991e HTTP/1.1" status: 200 len: 909 time: 0.2965198 May 06 18:37:14.671680 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ab02ad7b-5c8a-40c7-b19c-9890c121da27 req-c0a2c186-e2bd-4c29-b016-03d2e438f29c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=101a19af-f52a-4683-bff1-5534ed101e50 HTTP/1.1" status: 200 len: 217 time: 0.0689430 May 06 18:37:14.749504 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02ad7b-5c8a-40c7-b19c-9890c121da27 req-1337766f-4aea-4351-bb63-accdb77afa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:14.750858 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ab02ad7b-5c8a-40c7-b19c-9890c121da27 req-1337766f-4aea-4351-bb63-accdb77afa3c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29251e12-e90b-4920-9830-721ffa983e8e HTTP/1.1" status: 200 len: 848 time: 0.0729685 May 06 18:37:14.829754 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ab02ad7b-5c8a-40c7-b19c-9890c121da27 req-c9d9ecad-e915-4f00-ae5c-88d271236b75 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=99c51f6f-d2a7-4a7d-a523-57071f81991e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705187 May 06 18:37:14.897531 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636fb7-f987-4a65-ba87-38f8a671c45f req-4a27baa4-dc9f-46db-977d-2782b7e4914a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:14.905751 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d1636fb7-f987-4a65-ba87-38f8a671c45f req-4a27baa4-dc9f-46db-977d-2782b7e4914a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.1555576 May 06 18:37:15.020179 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d1636fb7-f987-4a65-ba87-38f8a671c45f req-d2c33fd1-5149-469a-bebb-4279ee75d1d3 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055546 May 06 18:37:15.455214 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-065170b2-f90e-44b7-86d9-b348af8be82e req-6bde8763-2644-419a-bebb-5b9554f76b66 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f09094f-861a-48bd-86a0-ef9601ecdf68 HTTP/1.1" status: 200 len: 210 time: 0.2688172 May 06 18:37:15.524709 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ab02ad7b-5c8a-40c7-b19c-9890c121da27 req-938b2549-8680-4910-abb9-25c30b899521 service neutron] 10.222.0.55 "GET /v2.0/networks/99c51f6f-d2a7-4a7d-a523-57071f81991e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6838872 May 06 18:37:15.756588 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76bc0f3-6973-4010-8665-9cae41523265 req-60598b1d-8a7a-46f3-b7ff-a0cd1a346bdd tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:15.764284 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f76bc0f3-6973-4010-8665-9cae41523265 req-60598b1d-8a7a-46f3-b7ff-a0cd1a346bdd tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.6233430 May 06 18:37:15.843912 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-5deeea5c-b9d5-42c6-ac19-c37b400e84b6 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:15.845756 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-5deeea5c-b9d5-42c6-ac19-c37b400e84b6 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.55 "GET /v2.0/networks?id=e712c820-8e93-42e1-8b79-4d408a674dd6 HTTP/1.1" status: 200 len: 815 time: 0.5556483 May 06 18:37:15.867929 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-bccb6a52-bb8c-40f3-a522-fb3a765828dd tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Request body: {'port': {'device_id': '6f09094f-861a-48bd-86a0-ef9601ecdf68', 'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6', 'admin_state_up': True, 'tenant_id': 'cc919bedec1b46b6aaeef5a6e940c757'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:37:15.934130 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f76bc0f3-6973-4010-8665-9cae41523265 req-43b96950-7dde-4573-ae33-9df4fc67ad12 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601739 May 06 18:37:15.998725 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ab02ad7b-5c8a-40c7-b19c-9890c121da27 req-1e582475-4f16-483f-b731-a6a85cb3406b service neutron] 10.222.0.55 "GET /v2.0/networks/99c51f6f-d2a7-4a7d-a523-57071f81991e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653382 May 06 18:37:16.089107 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115582ae-ea4d-431a-a24e-a0dd5da22b0c req-af0c406f-2746-4476-8d15-418de4b44425 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:16.096503 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-115582ae-ea4d-431a-a24e-a0dd5da22b0c req-af0c406f-2746-4476-8d15-418de4b44425 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c764f70-97ac-410f-a0fb-f3b39bb40f70 HTTP/1.1" status: 200 len: 944 time: 0.4003634 May 06 18:37:16.244699 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-115582ae-ea4d-431a-a24e-a0dd5da22b0c req-b8eff272-be43-49aa-a83d-342ab53bb25e tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425765 May 06 18:37:16.259738 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-bccb6a52-bb8c-40f3-a522-fb3a765828dd tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:37:16.296387 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-bccb6a52-bb8c-40f3-a522-fb3a765828dd tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:37:16.299782 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-71ba7e10-8ab4-4256-9e5d-2ad50b593143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:16.324633 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-bccb6a52-bb8c-40f3-a522-fb3a765828dd tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Made reservation on behalf of cc919bedec1b46b6aaeef5a6e940c757 for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:37:16.332482 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-bccb6a52-bb8c-40f3-a522-fb3a765828dd tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:16.348413 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95941987-110a-4105-96ee-7ec820950fd9 req-4a88d833-aa80-4f0c-85d1-b571df32f60a tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:16.353108 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-95941987-110a-4105-96ee-7ec820950fd9 req-4a88d833-aa80-4f0c-85d1-b571df32f60a tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.1868129 May 06 18:37:16.468400 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-95941987-110a-4105-96ee-7ec820950fd9 req-eb5f53fe-1822-4a51-8951-40f59d937c8d tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055086 May 06 18:37:16.671119 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a8117-4aba-4b9a-938f-191e7ae5ce4e req-6c1c1c73-429e-4658-98b4-663089d87f69 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:16.674417 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5e1a8117-4aba-4b9a-938f-191e7ae5ce4e req-6c1c1c73-429e-4658-98b4-663089d87f69 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.2635188 May 06 18:37:16.724433 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-bccb6a52-bb8c-40f3-a522-fb3a765828dd tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Allocated IP 172.20.0.6 (e712c820-8e93-42e1-8b79-4d408a674dd6/9a3aa520-893d-4113-b4c9-d14c97e64a44/5fe60ff8-5f21-478d-842f-8ef6e9fefb7b) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:37:16.812614 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5e1a8117-4aba-4b9a-938f-191e7ae5ce4e req-028aaf49-2bbc-4e15-97cf-42b135c47749 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257172 May 06 18:37:17.032031 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e11d4af5-030d-4479-906d-b8c5cd0ee257 req-6a6b3166-dde9-465b-aae8-ff695e25c740 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f09094f-861a-48bd-86a0-ef9601ecdf68 HTTP/1.1" status: 200 len: 210 time: 0.2177866 May 06 18:37:17.093319 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 101a19af-f52a-4683-bff1-5534ed101e50 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:37:17.136539 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-bccb6a52-bb8c-40f3-a522-fb3a765828dd tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:17.239208 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-bccb6a52-bb8c-40f3-a522-fb3a765828dd tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:17.248911 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-14b2b7e7-842f-4808-802b-967db40af7b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:17.345284 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e015687-ea79-4fd7-a2b4-dbaba555e6f5 req-735a7441-f384-41f4-849c-3911bbfd8eae tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:17.360555 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-0e015687-ea79-4fd7-a2b4-dbaba555e6f5 req-735a7441-f384-41f4-849c-3911bbfd8eae tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1883042 May 06 18:37:17.403459 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['972457de-4329-4ae7-954a-c6eaefbbbab2', '2f85a9ee-e929-4022-a3a7-b09f4cf218ac', '02491db6-27a6-4aa5-a51d-add6fd76a88c'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:37:17.529070 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-0e015687-ea79-4fd7-a2b4-dbaba555e6f5 req-76bbe523-2c15-4d0e-9317-32960179b23f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670771 May 06 18:37:17.555401 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 101a19af-f52a-4683-bff1-5534ed101e50, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=101a19af-f52a-4683-bff1-5534ed101e50,segment=NetworkSegment(50ad9396-89fe-4b72-b019-24807965dc4d),segment_id=50ad9396-89fe-4b72-b019-24807965dc4d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:17.587388 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': '101a19af-f52a-4683-bff1-5534ed101e50', 'network_id': '99c51f6f-d2a7-4a7d-a523-57071f81991e', 'port_id': '101a19af-f52a-4683-bff1-5534ed101e50', 'mac_address': 'fa:16:3e:f3:b6:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29251e12-e90b-4920-9830-721ffa983e8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:37:17.588864 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb6a52-bb8c-40f3-a522-fb3a765828dd tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Pushing event updated for resources: {'Port': ['ID=5fe60ff8-5f21-478d-842f-8ef6e9fefb7b,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:17.635079 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-bccb6a52-bb8c-40f3-a522-fb3a765828dd tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:17.720412 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:17.738532 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-bccb6a52-bb8c-40f3-a522-fb3a765828dd tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Network e712c820-8e93-42e1-8b79-4d408a674dd6 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:37:17.748739 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-bccb6a52-bb8c-40f3-a522-fb3a765828dd tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:37:17.767363 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-bccb6a52-bb8c-40f3-a522-fb3a765828dd tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:37:17.781944 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 101a19af-f52a-4683-bff1-5534ed101e50 {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:37:17.827051 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 101a19af-f52a-4683-bff1-5534ed101e50, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=101a19af-f52a-4683-bff1-5534ed101e50,segment=NetworkSegment(50ad9396-89fe-4b72-b019-24807965dc4d),segment_id=50ad9396-89fe-4b72-b019-24807965dc4d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:17.840113 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:17.845287 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:17.899760 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-db937179-b1f7-4165-a685-994e21db8077 req-a17406e4-cc54-43ee-b3dd-4c62cb1032cb tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Synchronizing usage tracker for tenant:1594b9d2ba474f5684ba2fddf163a1c5 on resource:security_group {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:37:17.994508 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-db937179-b1f7-4165-a685-994e21db8077 req-a17406e4-cc54-43ee-b3dd-4c62cb1032cb tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Unset dirty status for tenant:1594b9d2ba474f5684ba2fddf163a1c5 on resource:security_group {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:37:17.996599 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-db937179-b1f7-4165-a685-994e21db8077 req-a17406e4-cc54-43ee-b3dd-4c62cb1032cb tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-610006135&fields=id&tenant_id=1594b9d2ba474f5684ba2fddf163a1c5 HTTP/1.1" status: 200 len: 267 time: 0.5020592 May 06 18:37:18.061680 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=101a19af-f52a-4683-bff1-5534ed101e50,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:18.070532 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:18.212348 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85554374-9980-491d-b71b-5355766b1b32 req-a5fa6143-6deb-4b06-a167-6ca9457c33bb tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:18.220210 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-85554374-9980-491d-b71b-5355766b1b32 req-a5fa6143-6deb-4b06-a167-6ca9457c33bb tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c764f70-97ac-410f-a0fb-f3b39bb40f70 HTTP/1.1" status: 200 len: 945 time: 0.2159393 May 06 18:37:18.248774 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-bccb6a52-bb8c-40f3-a522-fb3a765828dd tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:18.252403 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-bccb6a52-bb8c-40f3-a522-fb3a765828dd tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:18.254330 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['101a19af-f52a-4683-bff1-5534ed101e50'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:37:18.279905 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-85554374-9980-491d-b71b-5355766b1b32 req-654b9cf2-2af1-425c-95f1-acf6c62ed751 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588696 May 06 18:37:18.338652 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-bccb6a52-bb8c-40f3-a522-fb3a765828dd tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4763465 May 06 18:37:18.375030 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] Request body: {'port': {'device_id': '6f09094f-861a-48bd-86a0-ef9601ecdf68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:37:18.375304 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:18.499343 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e2bcf-9f06-4ced-a5aa-9d6f3d0e7156 req-a39ee353-4bea-475d-a32b-f10509ae740e tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:18.505161 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a53e2bcf-9f06-4ced-a5aa-9d6f3d0e7156 req-a39ee353-4bea-475d-a32b-f10509ae740e tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.1081700 May 06 18:37:18.551349 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db937179-b1f7-4165-a685-994e21db8077 req-9e78f337-870b-4b62-ade9-bbf4504404e8 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:18.556461 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-db937179-b1f7-4165-a685-994e21db8077 req-9e78f337-870b-4b62-ade9-bbf4504404e8 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/networks?id=a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 HTTP/1.1" status: 200 len: 809 time: 0.5329335 May 06 18:37:18.573079 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a53e2bcf-9f06-4ced-a5aa-9d6f3d0e7156 req-2379cab9-9adb-465b-b57c-c1f3a35c15fc tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622244 May 06 18:37:18.591319 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:18.677242 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-db937179-b1f7-4165-a685-994e21db8077 req-77e62c8e-7710-4b37-b5cf-d6b5f50a4112 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/quotas/1594b9d2ba474f5684ba2fddf163a1c5 HTTP/1.1" status: 200 len: 375 time: 0.1117470 May 06 18:37:18.724909 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-56932ed7-deee-4e89-8f1e-dfc3be6a0b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:18.899962 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-db937179-b1f7-4165-a685-994e21db8077 req-79628e4e-c461-4931-973a-f6a5667d758a tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1594b9d2ba474f5684ba2fddf163a1c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2053034 May 06 18:37:19.333324 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-db937179-b1f7-4165-a685-994e21db8077 req-86222403-3821-49f1-bd4d-a4d459ead62c service neutron] 10.222.0.50 "GET /v2.0/networks/a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981297 May 06 18:37:19.480579 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5974c-6202-45b2-80da-7501c1ddb6ad req-05d24849-e825-4824-a81c-9f6b35158d28 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:19.482532 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-90e5974c-6202-45b2-80da-7501c1ddb6ad req-05d24849-e825-4824-a81c-9f6b35158d28 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.1804073 May 06 18:37:19.507469 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe60ff8-5f21-478d-842f-8ef6e9fefb7b {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:37:19.530579 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:19.572906 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] Transition to ACTIVE for port object 5fe60ff8-5f21-478d-842f-8ef6e9fefb7b will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:37:19.580595 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-db937179-b1f7-4165-a685-994e21db8077 req-5d6631c0-4bef-4509-86a5-ac778894cd7a service neutron] 10.222.0.50 "GET /v2.0/networks/a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297702 May 06 18:37:19.582557 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:19.592232 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-90e5974c-6202-45b2-80da-7501c1ddb6ad req-376d0a62-5ae5-4d51-8e3e-fdf1389ec733 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975249 May 06 18:37:19.598112 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:19.782798 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe60ff8-5f21-478d-842f-8ef6e9fefb7b,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:19.813857 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:20.083165 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] Attempting to bind port 5fe60ff8-5f21-478d-842f-8ef6e9fefb7b on host hv-cinder-73362 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:37:20.083420 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2e158-604a-4f0d-88b1-e102ee7e4f67 req-e7e43fda-1e80-4453-bd5b-39b92a2bc292 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:20.083976 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] Attempting to bind port 5fe60ff8-5f21-478d-842f-8ef6e9fefb7b by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'db3a5d59-306d-4aa6-a6db-a661eb0f3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:37:20.084606 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] Attempting to bind port 5fe60ff8-5f21-478d-842f-8ef6e9fefb7b on network e712c820-8e93-42e1-8b79-4d408a674dd6 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:37:20.085873 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-79d2e158-604a-4f0d-88b1-e102ee7e4f67 req-e7e43fda-1e80-4453-bd5b-39b92a2bc292 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f09094f-861a-48bd-86a0-ef9601ecdf68 HTTP/1.1" status: 200 len: 943 time: 0.2154465 May 06 18:37:20.098865 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] Port 5fe60ff8-5f21-478d-842f-8ef6e9fefb7b on network e712c820-8e93-42e1-8b79-4d408a674dd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:37:20.099784 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] Attempting to bind port 5fe60ff8-5f21-478d-842f-8ef6e9fefb7b on network e712c820-8e93-42e1-8b79-4d408a674dd6 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:37:20.111446 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:20.120899 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] Checking agent: {'id': '9977d64c-d59d-4d1f-af57-b1bc23e96ce2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'started_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:37:20.121498 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] Checking segment: {'id': 'db3a5d59-306d-4aa6-a6db-a661eb0f3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:37:20.122192 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] Bound using segment: {'id': 'db3a5d59-306d-4aa6-a6db-a661eb0f3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:37:20.123130 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] Bound port: 5fe60ff8-5f21-478d-842f-8ef6e9fefb7b, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db3a5d59-306d-4aa6-a6db-a661eb0f3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:37:20.123861 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:20.207261 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-79d2e158-604a-4f0d-88b1-e102ee7e4f67 req-f430f6a0-333d-46db-a78e-60b09bc45de6 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079988 May 06 18:37:20.348987 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] For port 5fe60ff8-5f21-478d-842f-8ef6e9fefb7b, host hv-cinder-73362, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:37:20.364062 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] For port 5fe60ff8-5f21-478d-842f-8ef6e9fefb7b, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5fe60ff8-5f21-478d-842f-8ef6e9fefb7b,segment=NetworkSegment(db3a5d59-306d-4aa6-a6db-a661eb0f3a17),segment_id=db3a5d59-306d-4aa6-a6db-a661eb0f3a17)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:37:20.372716 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:20.385759 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-55b39b25-6cc1-44fc-bc15-a1ebb54bff2c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:20.455225 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:20.457773 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:20.459760 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] 10.222.0.55 "PUT /v2.0/ports/5fe60ff8-5f21-478d-842f-8ef6e9fefb7b HTTP/1.1" status: 200 len: 1093 time: 2.0904207 May 06 18:37:20.460373 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f09094f-861a-48bd-86a0-ef9601ecdf68', 'tag': '5fe60ff8-5f21-478d-842f-8ef6e9fefb7b'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:37:20.505238 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe60ff8-5f21-478d-842f-8ef6e9fefb7b,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:20.521310 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:20.562026 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279dd74c-d27a-4426-972e-00a431fc5ba9 req-a3e0696c-0280-420d-a720-eac771c38b83 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:20.563658 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-279dd74c-d27a-4426-972e-00a431fc5ba9 req-a3e0696c-0280-420d-a720-eac771c38b83 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1840699 May 06 18:37:20.663980 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-279dd74c-d27a-4426-972e-00a431fc5ba9 req-d3980203-aaac-427b-a9f6-8706ef9ff216 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930398 May 06 18:37:20.971024 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8292319-3d1e-4f99-8952-45e4a59c700a req-d6b0aa32-5bc5-4b71-b4d0-78fa121a6ff6 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:20.984503 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8292319-3d1e-4f99-8952-45e4a59c700a req-d6b0aa32-5bc5-4b71-b4d0-78fa121a6ff6 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c764f70-97ac-410f-a0fb-f3b39bb40f70 HTTP/1.1" status: 200 len: 945 time: 0.2058918 May 06 18:37:21.007288 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23fd00-67eb-471b-8a10-1e9a874d0a11 req-4e160bfb-601a-4616-9de8-196ac38bc6f2 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:21.008363 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-dd23fd00-67eb-471b-8a10-1e9a874d0a11 req-4e160bfb-601a-4616-9de8-196ac38bc6f2 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.2439203 May 06 18:37:21.212148 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8292319-3d1e-4f99-8952-45e4a59c700a req-ebfbcfc9-db5b-480f-80c2-de99417d25b2 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741968 May 06 18:37:21.214422 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-dd23fd00-67eb-471b-8a10-1e9a874d0a11 req-2dcd794f-3cf3-4d70-a196-10955386e2eb tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768914 May 06 18:37:21.357283 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f09094f-861a-48bd-86a0-ef9601ecdf68', 'tag': '5fe60ff8-5f21-478d-842f-8ef6e9fefb7b', 'status': 'completed', 'code': 200} May 06 18:37:21.396047 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c40d8922-cacf-4370-841a-f881ffe5aecc req-7b990db6-0034-4e65-a93b-8bd6203d5d13 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 210 time: 0.0862899 May 06 18:37:21.654141 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:21.692807 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97689a35-ba21-4e45-8d54-4e848c1fd58b req-8cdc2959-d861-43d9-a194-3bb553a78205 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:21.695872 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-97689a35-ba21-4e45-8d54-4e848c1fd58b req-8cdc2959-d861-43d9-a194-3bb553a78205 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.1792765 May 06 18:37:21.751414 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-97689a35-ba21-4e45-8d54-4e848c1fd58b req-aa773891-f7b6-4832-aa8f-16154aafeca1 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487597 May 06 18:37:21.801028 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b606008-7bfe-40c9-976c-d0b3c020e9ee req-fad2e613-a5c7-4a0b-a8eb-cbf465393fdf tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:21.802080 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-2b606008-7bfe-40c9-976c-d0b3c020e9ee req-fad2e613-a5c7-4a0b-a8eb-cbf465393fdf tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Synchronizing usage tracker for tenant:cc919bedec1b46b6aaeef5a6e940c757 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:37:21.826890 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-2b606008-7bfe-40c9-976c-d0b3c020e9ee req-fad2e613-a5c7-4a0b-a8eb-cbf465393fdf tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Unset dirty status for tenant:cc919bedec1b46b6aaeef5a6e940c757 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:37:21.829801 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2b606008-7bfe-40c9-976c-d0b3c020e9ee req-fad2e613-a5c7-4a0b-a8eb-cbf465393fdf tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f09094f-861a-48bd-86a0-ef9601ecdf68 HTTP/1.1" status: 200 len: 943 time: 0.2976356 May 06 18:37:21.935571 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2b606008-7bfe-40c9-976c-d0b3c020e9ee req-89c8acfe-ea95-4127-b414-660463c6291a tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987821 May 06 18:37:22.044150 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ac2be-ad9a-4850-8eff-9080ea123f6b req-b4f974fd-5b6b-4cdf-aedf-08ff580fdcd6 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:22.052062 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-800ac2be-ad9a-4850-8eff-9080ea123f6b req-b4f974fd-5b6b-4cdf-aedf-08ff580fdcd6 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1640942 May 06 18:37:22.224107 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-800ac2be-ad9a-4850-8eff-9080ea123f6b req-15ffb6c2-d1db-4701-ac29-2e6464d2c47d tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705015 May 06 18:37:22.306972 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8362a-3dcf-4841-a41b-c65857f5dedc req-29315fbb-b17d-4733-ab5d-7ed23143a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:22.308594 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-04b8362a-3dcf-4841-a41b-c65857f5dedc req-29315fbb-b17d-4733-ab5d-7ed23143a91a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2240092be8ac44d1b16602700520b22d&device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 1098 time: 0.2124093 May 06 18:37:22.323313 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51805680-13f2-475e-a6e0-5f522eb69003 req-a776594a-bd6c-412f-b1c1-9339fc597b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:22.324826 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-51805680-13f2-475e-a6e0-5f522eb69003 req-a776594a-bd6c-412f-b1c1-9339fc597b7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc919bedec1b46b6aaeef5a6e940c757&device_id=6f09094f-861a-48bd-86a0-ef9601ecdf68 HTTP/1.1" status: 200 len: 1096 time: 0.1848979 May 06 18:37:22.556496 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8362a-3dcf-4841-a41b-c65857f5dedc req-05c8b040-2a29-4e1f-9370-d9c72a484e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:22.558066 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-04b8362a-3dcf-4841-a41b-c65857f5dedc req-05c8b040-2a29-4e1f-9370-d9c72a484e70 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9cc7ac02-de44-4c64-8db4-ed9a1be6def9 HTTP/1.1" status: 200 len: 912 time: 0.2320583 May 06 18:37:22.572730 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a0a04-0880-4ee4-8623-fa460f44b34d req-8ef87633-97e6-4242-b268-0231b3165155 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:22.576102 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-093a0a04-0880-4ee4-8623-fa460f44b34d req-8ef87633-97e6-4242-b268-0231b3165155 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.1467688 May 06 18:37:22.635717 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51805680-13f2-475e-a6e0-5f522eb69003 req-4369dce3-46a7-4250-8de8-47ec6d9ea159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:22.637166 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-51805680-13f2-475e-a6e0-5f522eb69003 req-4369dce3-46a7-4250-8de8-47ec6d9ea159 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=cc919bedec1b46b6aaeef5a6e940c757&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2999272 May 06 18:37:22.647937 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d6470-1491-4619-a715-3ded129453e0 req-888f0c74-320e-4402-ae8b-09c39985aef5 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:22.649448 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3a1d6470-1491-4619-a715-3ded129453e0 req-888f0c74-320e-4402-ae8b-09c39985aef5 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c764f70-97ac-410f-a0fb-f3b39bb40f70 HTTP/1.1" status: 200 len: 945 time: 0.1594291 May 06 18:37:22.718476 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-093a0a04-0880-4ee4-8623-fa460f44b34d req-4ce39d82-cf9e-406f-b306-9b798ae99564 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881398 May 06 18:37:22.723396 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-04b8362a-3dcf-4841-a41b-c65857f5dedc req-630dceb2-ca32-4fdc-9649-73e1122039be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc858916-0714-4510-8150-b9efb08e2ac3 HTTP/1.1" status: 200 len: 1000 time: 0.1465375 May 06 18:37:22.807187 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8362a-3dcf-4841-a41b-c65857f5dedc req-5e0b317c-413c-465b-a77e-e4ff8d9f5cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:22.808833 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-04b8362a-3dcf-4841-a41b-c65857f5dedc req-5e0b317c-413c-465b-a77e-e4ff8d9f5cab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=833dc191-d6d6-4013-be5d-e5af7eb5472a HTTP/1.1" status: 200 len: 850 time: 0.0772870 May 06 18:37:22.912459 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-74487fe0-2ea9-4bc1-b9de-d16e22c68e30 req-2cc8214b-e223-464a-b7cc-6cfe8c176501 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 210 time: 0.0525081 May 06 18:37:22.950724 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8362a-3dcf-4841-a41b-c65857f5dedc req-821af6ec-3a24-42f0-b7f5-758075f010ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:22.952352 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-04b8362a-3dcf-4841-a41b-c65857f5dedc req-821af6ec-3a24-42f0-b7f5-758075f010ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9cc7ac02-de44-4c64-8db4-ed9a1be6def9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1301451 May 06 18:37:22.961958 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3a1d6470-1491-4619-a715-3ded129453e0 req-53abaa25-2998-4355-927c-2be2eff311e7 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777619 May 06 18:37:23.024714 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51805680-13f2-475e-a6e0-5f522eb69003 req-db89de12-2edd-4599-a7b4-91599e988725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:23.026190 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-51805680-13f2-475e-a6e0-5f522eb69003 req-db89de12-2edd-4599-a7b4-91599e988725 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3739841 May 06 18:37:23.142389 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 101a19af-f52a-4683-bff1-5534ed101e50 up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:37:23.210068 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268d2d4-fca3-4a8e-8b6f-c4c91346d926 req-0c2db610-0bc5-43f3-bc75-f81d21d1da79 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:23.212081 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7268d2d4-fca3-4a8e-8b6f-c4c91346d926 req-0c2db610-0bc5-43f3-bc75-f81d21d1da79 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f09094f-861a-48bd-86a0-ef9601ecdf68 HTTP/1.1" status: 200 len: 943 time: 0.1223512 May 06 18:37:23.238874 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning for port 101a19af-f52a-4683-bff1-5534ed101e50 completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:37:23.248916 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port 101a19af-f52a-4683-bff1-5534ed101e50 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:37:23.249287 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:23.320673 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7268d2d4-fca3-4a8e-8b6f-c4c91346d926 req-33f4cff0-c37c-4c27-ab67-5a56c2610786 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023574 May 06 18:37:23.327470 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-04b8362a-3dcf-4841-a41b-c65857f5dedc req-e8957207-d1bb-4435-a4a7-3c908c948b0a service neutron] 10.222.0.55 "GET /v2.0/networks/9cc7ac02-de44-4c64-8db4-ed9a1be6def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502724 May 06 18:37:23.350720 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-b6e7e5a9-d84e-4f89-9c7b-4b700641d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:23.355063 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-b6e7e5a9-d84e-4f89-9c7b-4b700641d4f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc919bedec1b46b6aaeef5a6e940c757&device_id=6f09094f-861a-48bd-86a0-ef9601ecdf68 HTTP/1.1" status: 200 len: 1096 time: 0.1127117 May 06 18:37:23.359610 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371d347-7243-416f-b9e6-e2662d883fd0 req-4d50ec93-94d9-44a3-a1d1-5c5acc62ba78 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:23.371120 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c371d347-7243-416f-b9e6-e2662d883fd0 req-4d50ec93-94d9-44a3-a1d1-5c5acc62ba78 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.2653215 May 06 18:37:23.446421 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-dcb1555c-f1c7-4a43-a806-58bcc0ecaa29 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fe60ff8-5f21-478d-842f-8ef6e9fefb7b HTTP/1.1" status: 200 len: 217 time: 0.0818923 May 06 18:37:23.478035 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:23.515592 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c764f70-97ac-410f-a0fb-f3b39bb40f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101a19af-f52a-4683-bff1-5534ed101e50'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:37:23.531616 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 101a19af-f52a-4683-bff1-5534ed101e50, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=101a19af-f52a-4683-bff1-5534ed101e50,segment=NetworkSegment(50ad9396-89fe-4b72-b019-24807965dc4d),segment_id=50ad9396-89fe-4b72-b019-24807965dc4d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:23.539125 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:23.543605 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:23.583035 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-ff08eb12-114f-450d-a687-02a44d7817e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:23.584559 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-ff08eb12-114f-450d-a687-02a44d7817e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a3aa520-893d-4113-b4c9-d14c97e64a44 HTTP/1.1" status: 200 len: 855 time: 0.1297431 May 06 18:37:23.622382 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c371d347-7243-416f-b9e6-e2662d883fd0 req-bef75316-4763-4a57-9502-d2be997ac4aa tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2488036 May 06 18:37:23.635946 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=101a19af-f52a-4683-bff1-5534ed101e50,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:23.648338 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:23.666204 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-12a49976-436c-44d6-88f1-b53de23c022b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e712c820-8e93-42e1-8b79-4d408a674dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661862 May 06 18:37:23.680719 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404b9c6-2fee-40a1-a3b4-b7e076445cbb req-77151fda-bfcd-4d13-beab-79db92b15ed8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:23.682537 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-c404b9c6-2fee-40a1-a3b4-b7e076445cbb req-77151fda-bfcd-4d13-beab-79db92b15ed8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.2295704 May 06 18:37:23.695492 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c764f70-97ac-410f-a0fb-f3b39bb40f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101a19af-f52a-4683-bff1-5534ed101e50', 'code': 200} May 06 18:37:23.840560 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-04b8362a-3dcf-4841-a41b-c65857f5dedc req-89cdda97-9ca2-4a7d-b3ed-47bfe41f2faa service neutron] 10.222.0.55 "GET /v2.0/networks/9cc7ac02-de44-4c64-8db4-ed9a1be6def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320381 May 06 18:37:23.847252 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdaf13-8ced-4e07-972c-ae6ba5c66823 req-55dcebfe-c11a-4761-97e6-8b04fab88a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:23.849023 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-28fdaf13-8ced-4e07-972c-ae6ba5c66823 req-55dcebfe-c11a-4761-97e6-8b04fab88a8a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb0a96b877b544c78734acd5c46c2618&device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 1098 time: 0.4417427 May 06 18:37:23.908219 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db937179-b1f7-4165-a685-994e21db8077 req-1e39d179-ac86-4fc4-ba2f-083703599b05 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:23.910700 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-db937179-b1f7-4165-a685-994e21db8077 req-1e39d179-ac86-4fc4-ba2f-083703599b05 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.55 "GET /v2.0/networks?id=a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 HTTP/1.1" status: 200 len: 809 time: 0.3552732 May 06 18:37:23.938953 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-c404b9c6-2fee-40a1-a3b4-b7e076445cbb req-1a168d8c-929f-4f03-a396-0f6f788b2793 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351785 May 06 18:37:24.070332 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-c10e4ba1-468e-41f0-8530-f72ace689a90 service neutron] 10.222.0.55 "GET /v2.0/networks/e712c820-8e93-42e1-8b79-4d408a674dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867016 May 06 18:37:24.179627 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-db937179-b1f7-4165-a685-994e21db8077 req-f73d1e4a-93e6-4e37-afd8-99e5b07b2b2e tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1594b9d2ba474f5684ba2fddf163a1c5 HTTP/1.1" status: 200 len: 379 time: 0.2060483 May 06 18:37:24.204398 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-db937179-b1f7-4165-a685-994e21db8077 req-9d7b2bd0-4c4d-413d-b53e-ad8e23325bbe tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Request body: {'port': {'device_id': '7ae2f7c6-0312-49f3-b7fc-381b8035bdaa', 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8', 'admin_state_up': True, 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'security_groups': ['52696c27-27ec-446e-acd3-75cfa34c6615']}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:37:24.324034 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-1e6cb436-f747-4395-9e03-6482b457369f req-d7e92230-7ca1-418b-a65f-f8e75531b07e tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Synchronizing usage tracker for tenant:1594b9d2ba474f5684ba2fddf163a1c5 on resource:port {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:37:24.338365 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdaf13-8ced-4e07-972c-ae6ba5c66823 req-b9fe7899-023b-4214-bc06-273d810bd3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:24.339940 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-28fdaf13-8ced-4e07-972c-ae6ba5c66823 req-b9fe7899-023b-4214-bc06-273d810bd3d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4977f012-56c5-46bd-a1b1-7dca239e88c0 HTTP/1.1" status: 200 len: 918 time: 0.4780874 May 06 18:37:24.372603 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-1e6cb436-f747-4395-9e03-6482b457369f req-d7e92230-7ca1-418b-a65f-f8e75531b07e tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Unset dirty status for tenant:1594b9d2ba474f5684ba2fddf163a1c5 on resource:port {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:37:24.373641 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1e6cb436-f747-4395-9e03-6482b457369f req-d7e92230-7ca1-418b-a65f-f8e75531b07e tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 210 time: 0.2163205 May 06 18:37:24.411974 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-af756e22-65b1-4a01-bfff-f2f18b84df6f service neutron] 10.222.0.55 "GET /v2.0/networks/e712c820-8e93-42e1-8b79-4d408a674dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270586 May 06 18:37:24.490721 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c9161-ddfa-4f07-8bd5-3d3c767e74c8 req-8075e7af-b1a6-4be8-9e05-2126854e34cb tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:24.492483 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-cb4c9161-ddfa-4f07-8bd5-3d3c767e74c8 req-8075e7af-b1a6-4be8-9e05-2126854e34cb tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.5059016 May 06 18:37:24.565504 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-28fdaf13-8ced-4e07-972c-ae6ba5c66823 req-e02f2cb0-c77a-4919-8612-917db428ab75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8088448-c89b-44e2-9685-c407cc16ee1c HTTP/1.1" status: 200 len: 1000 time: 0.2133203 May 06 18:37:24.651853 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-db937179-b1f7-4165-a685-994e21db8077 req-9d7b2bd0-4c4d-413d-b53e-ad8e23325bbe tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:37:24.652910 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6427e-fd23-4a84-92a7-bc6056f7af0a req-200916aa-bb95-4695-a3a4-e15c2a795e58 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:24.654892 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b0e6427e-fd23-4a84-92a7-bc6056f7af0a req-200916aa-bb95-4695-a3a4-e15c2a795e58 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c764f70-97ac-410f-a0fb-f3b39bb40f70 HTTP/1.1" status: 200 len: 946 time: 0.1098166 May 06 18:37:24.660405 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60125b62-93b7-4e6a-8a1d-76921744a4be req-5f61b87c-0087-423a-8a03-d038f0b5b739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:24.662027 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-60125b62-93b7-4e6a-8a1d-76921744a4be req-5f61b87c-0087-423a-8a03-d038f0b5b739 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8c764f70-97ac-410f-a0fb-f3b39bb40f70 HTTP/1.1" status: 200 len: 1099 time: 0.4403784 May 06 18:37:24.668876 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-cb4c9161-ddfa-4f07-8bd5-3d3c767e74c8 req-b1f0cfcd-3a3b-49fa-b321-a5c966da20c0 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616933 May 06 18:37:24.700027 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-db937179-b1f7-4165-a685-994e21db8077 req-9d7b2bd0-4c4d-413d-b53e-ad8e23325bbe tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:37:24.711874 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdaf13-8ced-4e07-972c-ae6ba5c66823 req-0a8961ec-2495-49ba-87b3-c3f50701d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:24.713375 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-28fdaf13-8ced-4e07-972c-ae6ba5c66823 req-0a8961ec-2495-49ba-87b3-c3f50701d273 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d64319e1-ca21-4f57-b62e-b95f80302d38 HTTP/1.1" status: 200 len: 856 time: 0.1356184 May 06 18:37:24.753099 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b0e6427e-fd23-4a84-92a7-bc6056f7af0a req-e847a5f1-0ca6-4237-bbd4-14ec9d448451 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854390 May 06 18:37:24.772288 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db937179-b1f7-4165-a685-994e21db8077 req-9d7b2bd0-4c4d-413d-b53e-ad8e23325bbe tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Made reservation on behalf of 1594b9d2ba474f5684ba2fddf163a1c5 for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:37:24.776092 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-db937179-b1f7-4165-a685-994e21db8077 req-9d7b2bd0-4c4d-413d-b53e-ad8e23325bbe tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:24.796450 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-60125b62-93b7-4e6a-8a1d-76921744a4be req-5cd0ba87-a21e-404a-a29e-67d067ae9018 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174302 May 06 18:37:25.158547 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b144e0-3552-436a-af5c-3cba29478427 req-0fa912dd-7afb-4ba0-b376-3586192fdb22 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:25.166586 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-55b144e0-3552-436a-af5c-3cba29478427 req-0fa912dd-7afb-4ba0-b376-3586192fdb22 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.1932983 May 06 18:37:25.186132 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdaf13-8ced-4e07-972c-ae6ba5c66823 req-7b26b519-ecbb-4847-8f41-736bc474aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:25.188392 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-28fdaf13-8ced-4e07-972c-ae6ba5c66823 req-7b26b519-ecbb-4847-8f41-736bc474aa6f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4977f012-56c5-46bd-a1b1-7dca239e88c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4610744 May 06 18:37:25.213459 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-55b144e0-3552-436a-af5c-3cba29478427 req-c4393e03-11c1-416f-a79d-16b1e7f09094 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460088 May 06 18:37:25.288801 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546c77f-c299-4987-b0e9-18991668a259 req-712d2b2f-8987-4e94-b08f-261a59ef0cee tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:25.291064 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b546c77f-c299-4987-b0e9-18991668a259 req-712d2b2f-8987-4e94-b08f-261a59ef0cee tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f09094f-861a-48bd-86a0-ef9601ecdf68 HTTP/1.1" status: 200 len: 943 time: 0.4859846 May 06 18:37:25.321362 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-db937179-b1f7-4165-a685-994e21db8077 req-9d7b2bd0-4c4d-413d-b53e-ad8e23325bbe tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Allocated IP 172.20.0.11 (a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8/a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d/25af0ca0-8e7f-4fec-9621-fc2a517e5d7a) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:37:25.469482 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76b1aa-4adc-4e42-bdae-48522f0bb5a1 req-2b7af59e-0e5c-4dbc-b6ef-c51e30702982 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:25.473024 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-fe76b1aa-4adc-4e42-bdae-48522f0bb5a1 req-2b7af59e-0e5c-4dbc-b6ef-c51e30702982 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1312683 May 06 18:37:25.569960 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-fe76b1aa-4adc-4e42-bdae-48522f0bb5a1 req-7155b471-b90e-40b1-a405-45972e4286f6 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902441 May 06 18:37:25.622599 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b546c77f-c299-4987-b0e9-18991668a259 req-12aa58bc-827b-4998-8635-49067663722c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798372 May 06 18:37:25.663874 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-28fdaf13-8ced-4e07-972c-ae6ba5c66823 req-af9ab509-46a5-4614-90e4-cc3bd81adba9 service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557395 May 06 18:37:25.814364 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-db937179-b1f7-4165-a685-994e21db8077 req-9d7b2bd0-4c4d-413d-b53e-ad8e23325bbe tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:25.851277 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-fe278004-abdb-4264-acb0-cef643be461a req-72f22bbf-e922-4390-8060-b4c863217267 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 210 time: 0.0870030 May 06 18:37:25.901631 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-db937179-b1f7-4165-a685-994e21db8077 req-9d7b2bd0-4c4d-413d-b53e-ad8e23325bbe tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Transition to ACTIVE for port object 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a will not be triggered until provisioned by entity DHCP. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:37:25.930843 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-28fdaf13-8ced-4e07-972c-ae6ba5c66823 req-6adc0bcb-fe46-4dae-b96f-5c4dc472b40d service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554550 May 06 18:37:26.003001 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-db937179-b1f7-4165-a685-994e21db8077 req-9d7b2bd0-4c4d-413d-b53e-ad8e23325bbe tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:26.022193 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0e8134ef-354f-467f-ab8c-4c862d8fdc59 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:26.100675 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db937179-b1f7-4165-a685-994e21db8077 req-9d7b2bd0-4c4d-413d-b53e-ad8e23325bbe tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Network a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:37:26.112538 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-db937179-b1f7-4165-a685-994e21db8077 req-9d7b2bd0-4c4d-413d-b53e-ad8e23325bbe tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:37:26.134301 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-db937179-b1f7-4165-a685-994e21db8077 req-9d7b2bd0-4c4d-413d-b53e-ad8e23325bbe tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:37:26.203401 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74139de9-0c9e-4b53-af05-7d0939387586 req-6e9a1290-f50a-45f8-85d4-70b8a84c7a41 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:26.212736 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-74139de9-0c9e-4b53-af05-7d0939387586 req-6e9a1290-f50a-45f8-85d4-70b8a84c7a41 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.4038246 May 06 18:37:26.260778 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9231aa8-1519-415a-97b3-34ff2920e09d req-e298932b-1d80-4b66-8093-70b3928a2673 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:26.269031 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a9231aa8-1519-415a-97b3-34ff2920e09d req-e298932b-1d80-4b66-8093-70b3928a2673 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c764f70-97ac-410f-a0fb-f3b39bb40f70 HTTP/1.1" status: 200 len: 946 time: 0.2072675 May 06 18:37:26.293524 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b2bd0-4c4d-413d-b53e-ad8e23325bbe tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Pushing event updated for resources: {'Port': ['ID=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:26.316866 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-9d7b2bd0-4c4d-413d-b53e-ad8e23325bbe tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:26.350579 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db937179-b1f7-4165-a685-994e21db8077 req-9d7b2bd0-4c4d-413d-b53e-ad8e23325bbe tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:26.351434 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-db937179-b1f7-4165-a685-994e21db8077 req-9d7b2bd0-4c4d-413d-b53e-ad8e23325bbe tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:26.376478 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a9231aa8-1519-415a-97b3-34ff2920e09d req-2be9caac-d425-41f0-8a3a-301c3c8fa752 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047642 May 06 18:37:26.392625 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-74139de9-0c9e-4b53-af05-7d0939387586 req-fa4e1824-cb0f-455d-8d24-e24ca64ed88a tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786950 May 06 18:37:26.399834 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-db937179-b1f7-4165-a685-994e21db8077 req-9d7b2bd0-4c4d-413d-b53e-ad8e23325bbe tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2070785 May 06 18:37:26.425446 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-db937179-b1f7-4165-a685-994e21db8077 req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] Request body: {'port': {'device_id': '7ae2f7c6-0312-49f3-b7fc-381b8035bdaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:37:26.551744 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-8ceef6e1-b281-439d-96a0-2fad23e386cc None None] Provisioning for port 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:37:26.558973 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-8ceef6e1-b281-439d-96a0-2fad23e386cc None None] Provisioning complete for port 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:37:26.559639 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-8ceef6e1-b281-439d-96a0-2fad23e386cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:26.600503 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-db937179-b1f7-4165-a685-994e21db8077 req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:26.668224 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-8ceef6e1-b281-439d-96a0-2fad23e386cc None None] Port 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:37:26.684346 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22f4da-ecc2-487e-890b-2f863c3e242b req-05992045-2b97-4ca7-8dd6-b176792306e5 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:26.686413 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-dd22f4da-ecc2-487e-890b-2f863c3e242b req-05992045-2b97-4ca7-8dd6-b176792306e5 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 945 time: 0.1408784 May 06 18:37:26.749889 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-dd22f4da-ecc2-487e-890b-2f863c3e242b req-67ec34cf-00dd-42d8-bb8d-69f8aeb86635 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545394 May 06 18:37:27.139057 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35707f6-5fad-4a99-b406-3d4a65297128 req-e377a875-0aff-4c78-a15d-1ef82a284f7f tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:27.141569 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d35707f6-5fad-4a99-b406-3d4a65297128 req-e377a875-0aff-4c78-a15d-1ef82a284f7f tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 932 time: 0.1508346 May 06 18:37:27.161962 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 5fe60ff8-5f21-478d-842f-8ef6e9fefb7b details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:37:27.164846 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device b8088448-c89b-44e2-9685-c407cc16ee1c no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:37:27.174888 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218981b9-da9d-4467-92ac-ccf23eac59b8 req-771a63a0-2b29-41b6-b779-8e13320b72a4 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:27.177462 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-218981b9-da9d-4467-92ac-ccf23eac59b8 req-771a63a0-2b29-41b6-b779-8e13320b72a4 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f09094f-861a-48bd-86a0-ef9601ecdf68 HTTP/1.1" status: 200 len: 943 time: 0.3265386 May 06 18:37:27.229280 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-d35707f6-5fad-4a99-b406-3d4a65297128 req-3bce161c-7c2c-4fc3-8300-b6aa06a90daa tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Synchronizing usage tracker for tenant:1594b9d2ba474f5684ba2fddf163a1c5 on resource:security_group {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:37:27.250920 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-d35707f6-5fad-4a99-b406-3d4a65297128 req-3bce161c-7c2c-4fc3-8300-b6aa06a90daa tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Unset dirty status for tenant:1594b9d2ba474f5684ba2fddf163a1c5 on resource:security_group {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:37:27.258010 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d35707f6-5fad-4a99-b406-3d4a65297128 req-3bce161c-7c2c-4fc3-8300-b6aa06a90daa tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069334 May 06 18:37:27.273962 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-218981b9-da9d-4467-92ac-ccf23eac59b8 req-4cbf1ed4-9c90-4b06-b67d-cd87bb63361a tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789726 May 06 18:37:27.360575 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-db937179-b1f7-4165-a685-994e21db8077 req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:37:27.369506 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-db937179-b1f7-4165-a685-994e21db8077 req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:27.375550 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:27.387400 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-db937179-b1f7-4165-a685-994e21db8077 req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] Transition to ACTIVE for port object 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:37:27.392202 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-db937179-b1f7-4165-a685-994e21db8077 req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:27.397696 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:27.504983 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 5fe60ff8-5f21-478d-842f-8ef6e9fefb7b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5fe60ff8-5f21-478d-842f-8ef6e9fefb7b,segment=NetworkSegment(db3a5d59-306d-4aa6-a6db-a661eb0f3a17),segment_id=db3a5d59-306d-4aa6-a6db-a661eb0f3a17)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:27.515034 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:27.539989 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': '5fe60ff8-5f21-478d-842f-8ef6e9fefb7b', 'network_id': 'e712c820-8e93-42e1-8b79-4d408a674dd6', 'port_id': '5fe60ff8-5f21-478d-842f-8ef6e9fefb7b', 'mac_address': 'fa:16:3e:a1:4c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3aa520-893d-4113-b4c9-d14c97e64a44', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:37:27.608481 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724857e0-bdc3-4a4f-a4c6-1a2d7de91081', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8088448-c89b-44e2-9685-c407cc16ee1c'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:37:27.648964 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port b8088448-c89b-44e2-9685-c407cc16ee1c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b8088448-c89b-44e2-9685-c407cc16ee1c,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:27.663557 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:27.674123 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:27.772605 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:27.822400 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe60ff8-5f21-478d-842f-8ef6e9fefb7b {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:37:27.842817 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=b8088448-c89b-44e2-9685-c407cc16ee1c,revision_number=8']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:27.860178 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:27.864326 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 5fe60ff8-5f21-478d-842f-8ef6e9fefb7b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5fe60ff8-5f21-478d-842f-8ef6e9fefb7b,segment=NetworkSegment(db3a5d59-306d-4aa6-a6db-a661eb0f3a17),segment_id=db3a5d59-306d-4aa6-a6db-a661eb0f3a17)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:27.885200 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:27.888833 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:27.945600 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] Pushing event updated for resources: {'Port': ['ID=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:27.966743 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:27.974654 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d829de-dc3b-4646-a6f2-d374b41ac8b3 req-75aed357-c0e2-4a92-af4e-dfe887789a4f tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:27.983885 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d8d829de-dc3b-4646-a6f2-d374b41ac8b3 req-75aed357-c0e2-4a92-af4e-dfe887789a4f tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c764f70-97ac-410f-a0fb-f3b39bb40f70 HTTP/1.1" status: 200 len: 946 time: 0.1315532 May 06 18:37:28.013093 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=5fe60ff8-5f21-478d-842f-8ef6e9fefb7b,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:28.025264 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:28.084312 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d8d829de-dc3b-4646-a6f2-d374b41ac8b3 req-458f7bda-61f3-4c24-8146-b2bc3cbf3647 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994084 May 06 18:37:28.141645 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724857e0-bdc3-4a4f-a4c6-1a2d7de91081', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8088448-c89b-44e2-9685-c407cc16ee1c', 'code': 200} May 06 18:37:28.247256 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['5fe60ff8-5f21-478d-842f-8ef6e9fefb7b'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:37:28.255828 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-db937179-b1f7-4165-a685-994e21db8077 req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] Attempting to bind port 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a on host hv-cinder-73362 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:37:28.256551 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-db937179-b1f7-4165-a685-994e21db8077 req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] Attempting to bind port 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '345ce7f2-3382-4b9c-8377-d2560ee66732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:37:28.257023 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db937179-b1f7-4165-a685-994e21db8077 req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] Attempting to bind port 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a on network a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:37:28.290366 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db937179-b1f7-4165-a685-994e21db8077 req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] Port 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a on network a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:37:28.291260 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db937179-b1f7-4165-a685-994e21db8077 req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] Attempting to bind port 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a on network a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:37:28.311578 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db937179-b1f7-4165-a685-994e21db8077 req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] Checking agent: {'id': '9977d64c-d59d-4d1f-af57-b1bc23e96ce2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'started_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:37:28.312376 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db937179-b1f7-4165-a685-994e21db8077 req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] Checking segment: {'id': '345ce7f2-3382-4b9c-8377-d2560ee66732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:37:28.313007 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db937179-b1f7-4165-a685-994e21db8077 req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] Bound using segment: {'id': '345ce7f2-3382-4b9c-8377-d2560ee66732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:37:28.313766 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-db937179-b1f7-4165-a685-994e21db8077 req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] Bound port: 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345ce7f2-3382-4b9c-8377-d2560ee66732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:37:28.314383 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-db937179-b1f7-4165-a685-994e21db8077 req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:28.348513 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6238ad7-fae2-43ed-9d87-edc27114602c req-2fbc496b-6976-48cd-827b-27b4c18bcf51 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:28.357508 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f6238ad7-fae2-43ed-9d87-edc27114602c req-2fbc496b-6976-48cd-827b-27b4c18bcf51 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.5008948 May 06 18:37:28.521109 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f6238ad7-fae2-43ed-9d87-edc27114602c req-a0d5c531-ff39-4f65-b650-584c73fde55c tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620765 May 06 18:37:28.593932 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139dd1c-cde4-41ac-9630-259fc1e1bf33 req-e26523be-7ecc-4271-8743-1997a30da9f3 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:28.604993 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-5139dd1c-cde4-41ac-9630-259fc1e1bf33 req-e26523be-7ecc-4271-8743-1997a30da9f3 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 943 time: 0.3172870 May 06 18:37:28.634261 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-db937179-b1f7-4165-a685-994e21db8077 req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] For port 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a, host hv-cinder-73362, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:37:28.641308 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-db937179-b1f7-4165-a685-994e21db8077 req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] For port 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a,segment=NetworkSegment(345ce7f2-3382-4b9c-8377-d2560ee66732),segment_id=345ce7f2-3382-4b9c-8377-d2560ee66732)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:37:28.665744 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-db937179-b1f7-4165-a685-994e21db8077 req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:28.672234 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:28.676498 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-5139dd1c-cde4-41ac-9630-259fc1e1bf33 req-9ca7070d-2e65-4a30-8ebd-9d6932f6ca45 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703402 May 06 18:37:28.880737 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db937179-b1f7-4165-a685-994e21db8077 req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:28.881713 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-db937179-b1f7-4165-a685-994e21db8077 req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:28.883295 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-db937179-b1f7-4165-a685-994e21db8077 req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] 10.222.0.55 "PUT /v2.0/ports/25af0ca0-8e7f-4fec-9621-fc2a517e5d7a HTTP/1.1" status: 200 len: 1094 time: 2.4668126 May 06 18:37:28.884115 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae2f7c6-0312-49f3-b7fc-381b8035bdaa', 'tag': '25af0ca0-8e7f-4fec-9621-fc2a517e5d7a'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:37:28.906961 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] Pushing event updated for resources: {'Port': ['ID=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:28.923874 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:29.041408 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13847c72-f7e7-446b-8259-b73cb4982b25 req-664968f2-4541-45e5-8161-bc4460b28961 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:29.043070 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-13847c72-f7e7-446b-8259-b73cb4982b25 req-664968f2-4541-45e5-8161-bc4460b28961 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f09094f-861a-48bd-86a0-ef9601ecdf68 HTTP/1.1" status: 200 len: 944 time: 0.2362261 May 06 18:37:29.126103 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-13847c72-f7e7-446b-8259-b73cb4982b25 req-be6478bb-de76-4f2a-b1cb-f2ad11e8373a tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753396 May 06 18:37:29.126615 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37ffe0-75e8-4e35-97d3-ba356ebcd433 req-16f62a64-f80c-4f36-abce-bf4bf8561c77 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:29.127560 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-cc37ffe0-75e8-4e35-97d3-ba356ebcd433 req-16f62a64-f80c-4f36-abce-bf4bf8561c77 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Synchronizing usage tracker for tenant:1594b9d2ba474f5684ba2fddf163a1c5 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:37:29.180025 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-cc37ffe0-75e8-4e35-97d3-ba356ebcd433 req-16f62a64-f80c-4f36-abce-bf4bf8561c77 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Unset dirty status for tenant:1594b9d2ba474f5684ba2fddf163a1c5 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:37:29.181674 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-cc37ffe0-75e8-4e35-97d3-ba356ebcd433 req-16f62a64-f80c-4f36-abce-bf4bf8561c77 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 944 time: 0.3832934 May 06 18:37:29.217046 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db937179-b1f7-4165-a685-994e21db8077 req-c1aa2745-4f4c-4b37-8aac-d89cea9b8bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:29.219745 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-db937179-b1f7-4165-a685-994e21db8077 req-c1aa2745-4f4c-4b37-8aac-d89cea9b8bdf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1594b9d2ba474f5684ba2fddf163a1c5&device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 1097 time: 0.2347891 May 06 18:37:29.329916 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae2f7c6-0312-49f3-b7fc-381b8035bdaa', 'tag': '25af0ca0-8e7f-4fec-9621-fc2a517e5d7a', 'status': 'completed', 'code': 200} May 06 18:37:29.351036 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-db937179-b1f7-4165-a685-994e21db8077 req-b30b38e7-9491-4645-bc55-b2326ef6c519 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a HTTP/1.1" status: 200 len: 217 time: 0.1105320 May 06 18:37:29.355423 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-cc37ffe0-75e8-4e35-97d3-ba356ebcd433 req-48aa9411-3c6e-4e15-808c-a1fe2e6a1b7f tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607950 May 06 18:37:29.430543 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db937179-b1f7-4165-a685-994e21db8077 req-9c1bac2d-c397-47a8-9a93-5fc79884d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:29.432171 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-db937179-b1f7-4165-a685-994e21db8077 req-9c1bac2d-c397-47a8-9a93-5fc79884d4f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d HTTP/1.1" status: 200 len: 848 time: 0.0713565 May 06 18:37:29.526529 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db937179-b1f7-4165-a685-994e21db8077 req-453d2865-70cb-4948-b584-eb1a02a4f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:29.527960 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-db937179-b1f7-4165-a685-994e21db8077 req-453d2865-70cb-4948-b584-eb1a02a4f8ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0890071 May 06 18:37:29.790018 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-db937179-b1f7-4165-a685-994e21db8077 req-8f182a9b-cfdf-4e5d-ab96-6495bbe8d6b9 service neutron] 10.222.0.55 "GET /v2.0/networks/a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532878 May 06 18:37:29.862276 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b40cf4-5639-4725-9f4c-0dd37d11acef req-ff2b5ed4-6f5a-4baf-8238-974a0bfec2f9 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:29.864041 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e7b40cf4-5639-4725-9f4c-0dd37d11acef req-ff2b5ed4-6f5a-4baf-8238-974a0bfec2f9 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.1467535 May 06 18:37:29.949172 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e7b40cf4-5639-4725-9f4c-0dd37d11acef req-80a3db77-8f75-4464-a9aa-8df6f1153195 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736980 May 06 18:37:30.009214 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-db937179-b1f7-4165-a685-994e21db8077 req-d9948fb8-8153-4935-b7df-b330cb6ab7f8 service neutron] 10.222.0.55 "GET /v2.0/networks/a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042587 May 06 18:37:30.017258 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f738368-548b-4340-9bed-62045a8a5590 req-46c81fc7-0b12-4fe9-8c2a-67bf83ace448 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:30.019521 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8f738368-548b-4340-9bed-62045a8a5590 req-46c81fc7-0b12-4fe9-8c2a-67bf83ace448 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 943 time: 0.1945884 May 06 18:37:30.071287 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8f738368-548b-4340-9bed-62045a8a5590 req-eb60cef8-3d2a-4cea-82de-64b47e00c75e tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439336 May 06 18:37:30.427905 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ccfb7-57ab-4e82-8fcd-ee312daf8399 req-02fe5857-a523-4ed5-b9d6-34bd5d7b83e2 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:30.435831 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ed0ccfb7-57ab-4e82-8fcd-ee312daf8399 req-02fe5857-a523-4ed5-b9d6-34bd5d7b83e2 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f09094f-861a-48bd-86a0-ef9601ecdf68 HTTP/1.1" status: 200 len: 944 time: 0.1180320 May 06 18:37:30.495648 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ed0ccfb7-57ab-4e82-8fcd-ee312daf8399 req-24287e48-daa1-4510-aa61-06d37195a262 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533857 May 06 18:37:30.831894 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018722a1-4511-441c-a29c-44a7b8868bd8 req-9b97c438-db0e-457d-8169-fa8549ce8d71 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:30.834583 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-018722a1-4511-441c-a29c-44a7b8868bd8 req-9b97c438-db0e-457d-8169-fa8549ce8d71 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c764f70-97ac-410f-a0fb-f3b39bb40f70 HTTP/1.1" status: 200 len: 946 time: 0.1503706 May 06 18:37:30.907455 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-018722a1-4511-441c-a29c-44a7b8868bd8 req-3376a412-46d8-4915-97f2-aa0495d00655 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654955 May 06 18:37:31.032477 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b62ee-bdf7-4b25-aac1-a5f38a4ac306 req-e1ba97db-6dec-4aa7-b54c-2db63dee5d8c tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:31.034982 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5b0b62ee-bdf7-4b25-aac1-a5f38a4ac306 req-e1ba97db-6dec-4aa7-b54c-2db63dee5d8c tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 944 time: 0.1185937 May 06 18:37:31.094248 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5b0b62ee-bdf7-4b25-aac1-a5f38a4ac306 req-1fa51fa2-f1f8-451d-9d6d-dbbf2b04a940 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477812 May 06 18:37:31.363016 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df62ca-6aeb-4296-a0ab-dd2c0cc266ed req-c0074a5c-4fc3-450f-953d-c139a515455b tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:31.364778 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d3df62ca-6aeb-4296-a0ab-dd2c0cc266ed req-c0074a5c-4fc3-450f-953d-c139a515455b tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.1252432 May 06 18:37:31.381738 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ee44c-7969-4e55-90a4-90eb334f369d req-795bbad0-ae01-4a02-9724-2b567403cb1a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:31.383366 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-261ee44c-7969-4e55-90a4-90eb334f369d req-795bbad0-ae01-4a02-9724-2b567403cb1a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 943 time: 0.1138577 May 06 18:37:31.436791 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d3df62ca-6aeb-4296-a0ab-dd2c0cc266ed req-cc4e1771-fa06-45e3-8947-a560320effcf tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643270 May 06 18:37:31.450378 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-261ee44c-7969-4e55-90a4-90eb334f369d req-62d5083d-8182-4070-aaf4-6040cd95fa8c tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594370 May 06 18:37:31.767515 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc778e-07f7-44ff-ad0f-5e7e8e947ddd req-9ad522d8-fc74-4f6d-9a75-0005716b60a4 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:31.770842 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-82dc778e-07f7-44ff-ad0f-5e7e8e947ddd req-9ad522d8-fc74-4f6d-9a75-0005716b60a4 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f09094f-861a-48bd-86a0-ef9601ecdf68 HTTP/1.1" status: 200 len: 944 time: 0.1131847 May 06 18:37:31.850878 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-82dc778e-07f7-44ff-ad0f-5e7e8e947ddd req-12e6ad49-6eab-4664-b651-89350b63512b tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726860 May 06 18:37:31.861735 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 5fe60ff8-5f21-478d-842f-8ef6e9fefb7b up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:37:31.986025 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning for port 5fe60ff8-5f21-478d-842f-8ef6e9fefb7b completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:37:31.997910 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port 5fe60ff8-5f21-478d-842f-8ef6e9fefb7b triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:37:31.998586 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:32.138662 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 44402) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:32.165251 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7cf02-111c-4b0b-b41b-0cd3433f91f4 req-fc9b6090-81a5-4717-ab11-f92b85ddb321 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:32.179897 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-63e7cf02-111c-4b0b-b41b-0cd3433f91f4 req-fc9b6090-81a5-4717-ab11-f92b85ddb321 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c764f70-97ac-410f-a0fb-f3b39bb40f70 HTTP/1.1" status: 200 len: 946 time: 0.1318886 May 06 18:37:32.203686 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:32.242623 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f09094f-861a-48bd-86a0-ef9601ecdf68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe60ff8-5f21-478d-842f-8ef6e9fefb7b'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:37:32.256772 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 5fe60ff8-5f21-478d-842f-8ef6e9fefb7b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5fe60ff8-5f21-478d-842f-8ef6e9fefb7b,segment=NetworkSegment(db3a5d59-306d-4aa6-a6db-a661eb0f3a17),segment_id=db3a5d59-306d-4aa6-a6db-a661eb0f3a17)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:32.263447 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:32.264722 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device b8088448-c89b-44e2-9685-c407cc16ee1c no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:37:32.281315 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-63e7cf02-111c-4b0b-b41b-0cd3433f91f4 req-5c2e79d5-57d6-4a18-aa57-96b2356b282f tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991445 May 06 18:37:32.326152 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:32.414676 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f09094f-861a-48bd-86a0-ef9601ecdf68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe60ff8-5f21-478d-842f-8ef6e9fefb7b', 'code': 200} May 06 18:37:32.446319 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-28d481d9-d0c9-4f62-8309-e7de1de48583 req-67601874-6f05-42a3-aa84-dec43a254aa0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3052356 May 06 18:37:32.485700 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=5fe60ff8-5f21-478d-842f-8ef6e9fefb7b,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:32.496043 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:32.496309 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78c21a-d0ab-4c1a-b5f9-eb8e8c318496 req-a370cc6e-4a38-4d83-b6e1-045077c61656 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:32.498891 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-cd78c21a-d0ab-4c1a-b5f9-eb8e8c318496 req-a370cc6e-4a38-4d83-b6e1-045077c61656 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 944 time: 0.1466150 May 06 18:37:32.576289 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-cd78c21a-d0ab-4c1a-b5f9-eb8e8c318496 req-0840f343-235d-47f4-bd3a-503bf786452e tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677469 May 06 18:37:32.867221 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e1cb9-5a16-401c-a5cd-a4fd16dacfe0 req-aaf51d8b-1e03-422a-a766-ff0602c88add tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:32.870508 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-5f6e1cb9-5a16-401c-a5cd-a4fd16dacfe0 req-aaf51d8b-1e03-422a-a766-ff0602c88add tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.1573582 May 06 18:37:32.877986 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d6e97-eb56-4b88-8526-8e97685b9a43 req-cde06ec1-d84a-4988-b42c-5d3332b42c2e tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:32.880554 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-095d6e97-eb56-4b88-8526-8e97685b9a43 req-cde06ec1-d84a-4988-b42c-5d3332b42c2e tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 943 time: 0.1286638 May 06 18:37:32.968185 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-095d6e97-eb56-4b88-8526-8e97685b9a43 req-5f2dc771-2f05-4390-af37-b1b055b26ce9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791588 May 06 18:37:32.969354 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-5f6e1cb9-5a16-401c-a5cd-a4fd16dacfe0 req-df0b1dc9-c011-475e-adaa-0ce3feb6daf6 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854149 May 06 18:37:33.125362 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fc4c3-a26d-4706-acd7-53798362cbfc req-d5b97f80-768d-4cac-aeb1-fb96512dfcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:33.131323 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d66fc4c3-a26d-4706-acd7-53798362cbfc req-d5b97f80-768d-4cac-aeb1-fb96512dfcee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1594b9d2ba474f5684ba2fddf163a1c5&device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 1097 time: 0.1469250 May 06 18:37:33.333695 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda33050-f4eb-42cb-896b-950b675d1e64 req-a972247c-dcaa-4b23-b74b-67a95f0adda6 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:33.341358 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-cda33050-f4eb-42cb-896b-950b675d1e64 req-a972247c-dcaa-4b23-b74b-67a95f0adda6 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f09094f-861a-48bd-86a0-ef9601ecdf68 HTTP/1.1" status: 200 len: 945 time: 0.1397254 May 06 18:37:33.390744 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-cda33050-f4eb-42cb-896b-950b675d1e64 req-9ebfeffa-c9a7-48b8-9a3d-48559d4939b0 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484836 May 06 18:37:33.551773 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fc4c3-a26d-4706-acd7-53798362cbfc req-f1d1d02b-957d-4c4c-baed-9d870e8f9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:33.554134 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d66fc4c3-a26d-4706-acd7-53798362cbfc req-f1d1d02b-957d-4c4c-baed-9d870e8f9740 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 HTTP/1.1" status: 200 len: 910 time: 0.4127254 May 06 18:37:33.718528 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d66fc4c3-a26d-4706-acd7-53798362cbfc req-9cf25a2c-569e-4b08-81e2-13f00a78fb30 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a HTTP/1.1" status: 200 len: 217 time: 0.1472898 May 06 18:37:33.734607 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35da9b-f58f-46d7-a46c-97e7169fae1f req-de25441d-8963-4a4c-adca-517349919932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:33.737980 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-da35da9b-f58f-46d7-a46c-97e7169fae1f req-de25441d-8963-4a4c-adca-517349919932 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6f09094f-861a-48bd-86a0-ef9601ecdf68 HTTP/1.1" status: 200 len: 1098 time: 0.3732014 May 06 18:37:33.790633 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5d806-3ee3-4c4f-a0a2-207e17821fda req-76eb2197-9ba2-4163-83c8-3682bb0a842a tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:33.793722 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-cbd5d806-3ee3-4c4f-a0a2-207e17821fda req-76eb2197-9ba2-4163-83c8-3682bb0a842a tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 944 time: 0.1075220 May 06 18:37:33.865312 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-cbd5d806-3ee3-4c4f-a0a2-207e17821fda req-70728202-e240-4a17-b6cc-6e2cf40c6449 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623977 May 06 18:37:33.928327 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fc4c3-a26d-4706-acd7-53798362cbfc req-00d69a82-4fb1-40eb-b7bb-0d97516d44fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:33.930962 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d66fc4c3-a26d-4706-acd7-53798362cbfc req-00d69a82-4fb1-40eb-b7bb-0d97516d44fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d HTTP/1.1" status: 200 len: 848 time: 0.1915545 May 06 18:37:33.945024 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fb8c9-c493-4e9c-9b66-3dce25e2fb40 req-92a19fb8-d8f8-471e-b078-221d105ccd88 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:33.947750 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6a3fb8c9-c493-4e9c-9b66-3dce25e2fb40 req-92a19fb8-d8f8-471e-b078-221d105ccd88 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c764f70-97ac-410f-a0fb-f3b39bb40f70 HTTP/1.1" status: 200 len: 946 time: 0.4876552 May 06 18:37:34.066345 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-da35da9b-f58f-46d7-a46c-97e7169fae1f req-dad651f0-2afc-498f-ba53-bd4e6a4a4e2b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572308 May 06 18:37:34.144782 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6a3fb8c9-c493-4e9c-9b66-3dce25e2fb40 req-6bbfb85a-7ee3-4cb8-8e46-85212d7b8e94 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281078 May 06 18:37:34.172946 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fc4c3-a26d-4706-acd7-53798362cbfc req-8ab64ae0-c2bd-4ae9-a64a-8cee2fbd7a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:34.176592 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d66fc4c3-a26d-4706-acd7-53798362cbfc req-8ab64ae0-c2bd-4ae9-a64a-8cee2fbd7a53 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2268927 May 06 18:37:34.232846 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718db76-48d8-4e0f-a57f-b45516638335 req-25ae056c-6640-479d-9a34-e3aa4b83b87a tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:34.234398 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f718db76-48d8-4e0f-a57f-b45516638335 req-25ae056c-6640-479d-9a34-e3aa4b83b87a tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.1193702 May 06 18:37:34.298270 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f718db76-48d8-4e0f-a57f-b45516638335 req-a82f5018-8aee-49e0-b432-0185d047f96d tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566871 May 06 18:37:34.484180 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec21a42-0754-4bd7-b6a1-d6b854e60d63 req-05a28181-78d0-4db9-a29d-b4504ed585ba tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:34.486041 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bec21a42-0754-4bd7-b6a1-d6b854e60d63 req-05a28181-78d0-4db9-a29d-b4504ed585ba tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 943 time: 0.1589727 May 06 18:37:34.489495 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d66fc4c3-a26d-4706-acd7-53798362cbfc req-428ea87e-bea7-4d16-b683-3fdc33b7a213 service neutron] 10.222.0.55 "GET /v2.0/networks/a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671533 May 06 18:37:34.644196 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bec21a42-0754-4bd7-b6a1-d6b854e60d63 req-8de238f9-a19d-4250-990c-7123d0ed7454 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475837 May 06 18:37:34.689030 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889814a-72e1-41df-bb58-184e138056f8 req-5ccbc973-2132-41c0-99ba-0d2c66b6f02d tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:34.691282 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b889814a-72e1-41df-bb58-184e138056f8 req-5ccbc973-2132-41c0-99ba-0d2c66b6f02d tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f09094f-861a-48bd-86a0-ef9601ecdf68 HTTP/1.1" status: 200 len: 945 time: 0.1150539 May 06 18:37:34.715888 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d66fc4c3-a26d-4706-acd7-53798362cbfc req-702959c0-e41b-4566-92a2-e7c904c05e34 service neutron] 10.222.0.55 "GET /v2.0/networks/a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171504 May 06 18:37:34.743033 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b889814a-72e1-41df-bb58-184e138056f8 req-55a1fc92-f95c-4396-87d6-d9df23716b4d tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450077 May 06 18:37:35.167489 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f0b25-13ac-4973-9b48-502fba26af7d req-1cceb086-1d53-46b5-aec8-0bd4edf16927 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:35.169001 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-344f0b25-13ac-4973-9b48-502fba26af7d req-1cceb086-1d53-46b5-aec8-0bd4edf16927 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 944 time: 0.1870458 May 06 18:37:35.242830 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d481d9-d0c9-4f62-8309-e7de1de48583 req-690c6be7-f72d-4843-b1cd-c747134a71a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:35.245198 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-28d481d9-d0c9-4f62-8309-e7de1de48583 req-690c6be7-f72d-4843-b1cd-c747134a71a7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081&tenant_id=bb0a96b877b544c78734acd5c46c2618 HTTP/1.1" status: 200 len: 1096 time: 0.1860378 May 06 18:37:35.285128 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-344f0b25-13ac-4973-9b48-502fba26af7d req-e8ecbc5d-fb9f-46d6-a87d-dc32f169a176 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813656 May 06 18:37:35.384015 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e0b4a-a3b8-4eba-9703-f9e307fe7af8 req-6a1c9a48-17f5-4492-b8a8-fcdd6197028e tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:35.387383 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-773e0b4a-a3b8-4eba-9703-f9e307fe7af8 req-6a1c9a48-17f5-4492-b8a8-fcdd6197028e tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c764f70-97ac-410f-a0fb-f3b39bb40f70 HTTP/1.1" status: 200 len: 946 time: 0.2281775 May 06 18:37:35.701384 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbb78a-53ba-4f59-b6af-6675655a5f2f req-47e9a11e-943b-4b20-ad7a-168ad8c8385a tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:35.708145 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-71bbb78a-53ba-4f59-b6af-6675655a5f2f req-47e9a11e-943b-4b20-ad7a-168ad8c8385a tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c764f70-97ac-410f-a0fb-f3b39bb40f70 HTTP/1.1" status: 200 len: 946 time: 0.3098521 May 06 18:37:35.726686 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d481d9-d0c9-4f62-8309-e7de1de48583 req-058a1112-1bcd-45f1-a8b4-b561b6f27a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:35.729471 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-28d481d9-d0c9-4f62-8309-e7de1de48583 req-058a1112-1bcd-45f1-a8b4-b561b6f27a90 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb0a96b877b544c78734acd5c46c2618&device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 1096 time: 0.4114518 May 06 18:37:35.844502 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-71bbb78a-53ba-4f59-b6af-6675655a5f2f req-e29340ba-9530-445d-a44c-ee97f8f47fa1 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3091145-c26b-41b6-8ea0-3a95a7cbd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179917 May 06 18:37:35.906004 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75d3dc-37fb-4d47-9bbd-44605bf957e0 req-0d7865e9-6f32-4e08-bd66-8cc27fc9a968 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:35.909147 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3b75d3dc-37fb-4d47-9bbd-44605bf957e0 req-0d7865e9-6f32-4e08-bd66-8cc27fc9a968 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.4312887 May 06 18:37:36.036183 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-773e0b4a-a3b8-4eba-9703-f9e307fe7af8 req-4969ddcb-19eb-428f-8d6a-4fc7f9410254 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Deleting port 101a19af-f52a-4683-bff1-5534ed101e50 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:37:36.036628 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-773e0b4a-a3b8-4eba-9703-f9e307fe7af8 req-4969ddcb-19eb-428f-8d6a-4fc7f9410254 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:36.198481 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bace66e-615b-40c0-ada5-1b6abded0fcf req-f0821a62-5a0d-4bff-8d99-35bfd7a47cc3 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:36.200271 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-4bace66e-615b-40c0-ada5-1b6abded0fcf req-f0821a62-5a0d-4bff-8d99-35bfd7a47cc3 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 943 time: 0.1674566 May 06 18:37:36.258107 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-4bace66e-615b-40c0-ada5-1b6abded0fcf req-39a1d6b3-8e30-42bf-87c8-31e16b80638b tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508211 May 06 18:37:36.263414 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3b75d3dc-37fb-4d47-9bbd-44605bf957e0 req-4c253d1f-c032-40c3-8adf-273a412ce37b tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335226 May 06 18:37:36.310590 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d481d9-d0c9-4f62-8309-e7de1de48583 req-1dc7a310-ff9b-4102-8476-ee2245c326bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:36.313335 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-28d481d9-d0c9-4f62-8309-e7de1de48583 req-1dc7a310-ff9b-4102-8476-ee2245c326bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=4977f012-56c5-46bd-a1b1-7dca239e88c0 HTTP/1.1" status: 200 len: 918 time: 0.5707786 May 06 18:37:36.570693 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-28d481d9-d0c9-4f62-8309-e7de1de48583 req-0a80e12c-7488-4644-ab09-bb0d183bd36b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8088448-c89b-44e2-9685-c407cc16ee1c HTTP/1.1" status: 200 len: 998 time: 0.2498207 May 06 18:37:36.584832 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-773e0b4a-a3b8-4eba-9703-f9e307fe7af8 req-4969ddcb-19eb-428f-8d6a-4fc7f9410254 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] For port 101a19af-f52a-4683-bff1-5534ed101e50, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=101a19af-f52a-4683-bff1-5534ed101e50,segment=NetworkSegment(50ad9396-89fe-4b72-b019-24807965dc4d),segment_id=50ad9396-89fe-4b72-b019-24807965dc4d)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:36.585187 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-773e0b4a-a3b8-4eba-9703-f9e307fe7af8 req-4969ddcb-19eb-428f-8d6a-4fc7f9410254 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:36.616059 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d07a3-6124-4520-aa46-4899ab766c66 req-7a3b3837-d8e1-4e7a-be5a-8793eb84f3e4 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:36.618772 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-be7d07a3-6124-4520-aa46-4899ab766c66 req-7a3b3837-d8e1-4e7a-be5a-8793eb84f3e4 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 944 time: 0.1682153 May 06 18:37:36.709349 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-be7d07a3-6124-4520-aa46-4899ab766c66 req-553f9656-e5cd-4a0e-82c0-acc795d838ea tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830410 May 06 18:37:36.760142 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-773e0b4a-a3b8-4eba-9703-f9e307fe7af8 req-4969ddcb-19eb-428f-8d6a-4fc7f9410254 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Calling delete_port for 101a19af-f52a-4683-bff1-5534ed101e50 owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:37:36.820483 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c4bf7-d2c3-47f7-a8b0-578a00a47dcd req-7dd5c4ff-b647-4740-8875-0124e45c4510 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:36.822221 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8d4c4bf7-d2c3-47f7-a8b0-578a00a47dcd req-7dd5c4ff-b647-4740-8875-0124e45c4510 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f09094f-861a-48bd-86a0-ef9601ecdf68 HTTP/1.1" status: 200 len: 945 time: 0.3564098 May 06 18:37:36.828950 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d481d9-d0c9-4f62-8309-e7de1de48583 req-dd15e612-58bc-4396-989e-008311420a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:36.830494 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-28d481d9-d0c9-4f62-8309-e7de1de48583 req-dd15e612-58bc-4396-989e-008311420a07 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d64319e1-ca21-4f57-b62e-b95f80302d38 HTTP/1.1" status: 200 len: 856 time: 0.2376823 May 06 18:37:36.931418 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8d4c4bf7-d2c3-47f7-a8b0-578a00a47dcd req-a505ac35-e086-4115-a5b7-f81cef299ef2 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998304 May 06 18:37:37.118307 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-773e0b4a-a3b8-4eba-9703-f9e307fe7af8 req-4969ddcb-19eb-428f-8d6a-4fc7f9410254 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:37.133920 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:37.138289 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['101a19af-f52a-4683-bff1-5534ed101e50'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:37:37.155967 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1fca0c0c-54b9-4470-9b68-794b945fd284 req-e895f4e9-aab6-44c8-8e4c-1fcd765201b3 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c764f70-97ac-410f-a0fb-f3b39bb40f70 HTTP/1.1" status: 200 len: 210 time: 0.0494428 May 06 18:37:37.253019 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969ddcb-19eb-428f-8d6a-4fc7f9410254 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Pushing event deleted for resources: {'Port': ['ID=101a19af-f52a-4683-bff1-5534ed101e50,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:37.340943 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d481d9-d0c9-4f62-8309-e7de1de48583 req-93904bfc-9f72-4043-af78-4e839a633018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:37.343713 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-28d481d9-d0c9-4f62-8309-e7de1de48583 req-93904bfc-9f72-4043-af78-4e839a633018 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4977f012-56c5-46bd-a1b1-7dca239e88c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4929070 May 06 18:37:37.355345 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ddcb-19eb-428f-8d6a-4fc7f9410254 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:37.355950 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ddcb-19eb-428f-8d6a-4fc7f9410254 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:37.356547 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ddcb-19eb-428f-8d6a-4fc7f9410254 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:37.357153 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ddcb-19eb-428f-8d6a-4fc7f9410254 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:37.357720 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ddcb-19eb-428f-8d6a-4fc7f9410254 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:37.358163 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ddcb-19eb-428f-8d6a-4fc7f9410254 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:37.358711 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ddcb-19eb-428f-8d6a-4fc7f9410254 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:37.359323 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ddcb-19eb-428f-8d6a-4fc7f9410254 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:37.359918 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ddcb-19eb-428f-8d6a-4fc7f9410254 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:37.360491 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ddcb-19eb-428f-8d6a-4fc7f9410254 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:37.361093 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ddcb-19eb-428f-8d6a-4fc7f9410254 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:37.361677 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ddcb-19eb-428f-8d6a-4fc7f9410254 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:37.367759 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-4969ddcb-19eb-428f-8d6a-4fc7f9410254 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:37.546397 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-773e0b4a-a3b8-4eba-9703-f9e307fe7af8 req-4969ddcb-19eb-428f-8d6a-4fc7f9410254 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] No DVR routers for this DVR port 101a19af-f52a-4683-bff1-5534ed101e50 on host hv-cinder-73362 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:37:37.617021 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-773e0b4a-a3b8-4eba-9703-f9e307fe7af8 req-4969ddcb-19eb-428f-8d6a-4fc7f9410254 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:37.623734 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c764f70-97ac-410f-a0fb-f3b39bb40f70', 'name': 'network-vif-deleted', 'tag': '101a19af-f52a-4683-bff1-5534ed101e50'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:37:37.672571 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caeb69-3584-42aa-b154-c48e80608ad5 req-e855382c-8143-4d28-bec3-8de954ab6900 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:37.676804 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-19caeb69-3584-42aa-b154-c48e80608ad5 req-e855382c-8143-4d28-bec3-8de954ab6900 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 943 time: 0.1795068 May 06 18:37:37.732609 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-773e0b4a-a3b8-4eba-9703-f9e307fe7af8 req-4969ddcb-19eb-428f-8d6a-4fc7f9410254 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.55 "DELETE /v2.0/ports/101a19af-f52a-4683-bff1-5534ed101e50 HTTP/1.1" status: 204 len: 173 time: 2.3322043 May 06 18:37:37.785758 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-28d481d9-d0c9-4f62-8309-e7de1de48583 req-50cf4041-0aa6-4fea-8602-6945782e68a7 service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163024 May 06 18:37:37.884510 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-19caeb69-3584-42aa-b154-c48e80608ad5 req-03362ee0-4571-4eb1-9a2a-7883642a54a6 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992719 May 06 18:37:37.896865 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400649c-65bd-492a-9e6d-1ce9c6f13d97 req-7a47a9ee-b081-4c9f-a6a6-0ff3019cb015 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:37.898456 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1400649c-65bd-492a-9e6d-1ce9c6f13d97 req-7a47a9ee-b081-4c9f-a6a6-0ff3019cb015 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.3582096 May 06 18:37:37.985057 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c764f70-97ac-410f-a0fb-f3b39bb40f70', 'name': 'network-vif-deleted', 'tag': '101a19af-f52a-4683-bff1-5534ed101e50', 'status': 'completed', 'code': 200} May 06 18:37:38.092343 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1400649c-65bd-492a-9e6d-1ce9c6f13d97 req-afa834d0-0166-421f-8fb7-a7994dfa5812 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691647 May 06 18:37:38.104657 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-28d481d9-d0c9-4f62-8309-e7de1de48583 req-4a0a61fc-4413-4117-a46a-78d89ea8c538 service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985275 May 06 18:37:38.227581 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692d9cb-bf99-4a40-9a27-477884acf097 req-abaa87ee-add8-4c3f-a71d-a4d31541ac99 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:38.229470 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7692d9cb-bf99-4a40-9a27-477884acf097 req-abaa87ee-add8-4c3f-a71d-a4d31541ac99 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 944 time: 0.1537786 May 06 18:37:38.311847 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7692d9cb-bf99-4a40-9a27-477884acf097 req-6fcbc3af-004a-4d7d-b552-ac7e43a0e13b tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685077 May 06 18:37:38.388198 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-0cc0a3ea-32e8-47ff-a960-2179fc77a20d req-a59ceba6-7955-4fdd-b14a-0cb8eb16295b tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Synchronizing usage tracker for tenant:7514a163d60649b5a921670fadf528ad on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:37:38.411962 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-0cc0a3ea-32e8-47ff-a960-2179fc77a20d req-a59ceba6-7955-4fdd-b14a-0cb8eb16295b tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Unset dirty status for tenant:7514a163d60649b5a921670fadf528ad on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:37:38.419789 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0cc0a3ea-32e8-47ff-a960-2179fc77a20d req-a59ceba6-7955-4fdd-b14a-0cb8eb16295b tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c764f70-97ac-410f-a0fb-f3b39bb40f70 HTTP/1.1" status: 200 len: 210 time: 0.1191943 May 06 18:37:39.224549 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 101a19af-f52a-4683-bff1-5534ed101e50 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:37:39.244743 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0c2ce-2010-402a-b5d0-8ce6927a3860 req-c72059dc-d1a8-4597-821d-914db17f82e2 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:39.255362 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-13b0c2ce-2010-402a-b5d0-8ce6927a3860 req-c72059dc-d1a8-4597-821d-914db17f82e2 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 943 time: 0.1328990 May 06 18:37:39.285943 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] No Port match for: 101a19af-f52a-4683-bff1-5534ed101e50 {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:37:39.286387 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 101a19af-f52a-4683-bff1-5534ed101e50 not bound to the agent host hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:37:39.306591 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-13b0c2ce-2010-402a-b5d0-8ce6927a3860 req-26a634a7-8f90-4497-9b7a-8a25335ad16c tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499992 May 06 18:37:39.536897 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73cd1a-a39a-445c-ba8c-37a3657a56f1 req-11726d81-5326-42a4-b2b4-95ae188a45d1 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:39.538961 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6c73cd1a-a39a-445c-ba8c-37a3657a56f1 req-11726d81-5326-42a4-b2b4-95ae188a45d1 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.1066680 May 06 18:37:39.592807 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6c73cd1a-a39a-445c-ba8c-37a3657a56f1 req-950e30df-e63c-413e-8b56-d36895c895f8 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477006 May 06 18:37:39.824894 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c98ae6-0287-43b8-86a6-6b43d3e72d33 req-e9ac9ff3-8f5d-4f1b-b8a2-26d969335ce8 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:39.826527 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-45c98ae6-0287-43b8-86a6-6b43d3e72d33 req-e9ac9ff3-8f5d-4f1b-b8a2-26d969335ce8 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 944 time: 0.1328328 May 06 18:37:40.009549 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-45c98ae6-0287-43b8-86a6-6b43d3e72d33 req-0257b928-bc0e-4acb-84ed-32a84a09be14 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727445 May 06 18:37:40.351982 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 44538) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:40.648628 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-cb4cd040-f9f2-4ea2-8685-ecffc513131d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:40.673450 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-cb4cd040-f9f2-4ea2-8685-ecffc513131d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:37:40.677798 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-cb4cd040-f9f2-4ea2-8685-ecffc513131d admin admin] Usage tracker for resource:security_group_rule and tenant:859002efdf80405ca6cd4a1a8a694984 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:37:40.682500 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-cb4cd040-f9f2-4ea2-8685-ecffc513131d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:37:40.691209 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-cb4cd040-f9f2-4ea2-8685-ecffc513131d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:37:40.755804 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99923c2-fd34-4e9e-ac19-1522d87147d6 req-05ecc5d7-250b-49e6-8142-1f79ff0e65df tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:40.766728 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a99923c2-fd34-4e9e-ac19-1522d87147d6 req-05ecc5d7-250b-49e6-8142-1f79ff0e65df tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 943 time: 0.2206249 May 06 18:37:40.899335 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-cb4cd040-f9f2-4ea2-8685-ecffc513131d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:40.912058 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-cb4cd040-f9f2-4ea2-8685-ecffc513131d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:40.923041 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-5c23d505-8c63-4c66-a8f1-79daba376fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:40.943740 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a99923c2-fd34-4e9e-ac19-1522d87147d6 req-c1b687b5-07bd-43e8-b1cd-91d8e96819e1 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630912 May 06 18:37:40.958655 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cd040-f9f2-4ea2-8685-ecffc513131d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f8e4a2-e9aa-4a79-ab06-9c23c61c8996,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:40.969756 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4cd040-f9f2-4ea2-8685-ecffc513131d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:40.970187 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4cd040-f9f2-4ea2-8685-ecffc513131d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:40.971053 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4cd040-f9f2-4ea2-8685-ecffc513131d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:40.971493 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4cd040-f9f2-4ea2-8685-ecffc513131d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:40.971913 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4cd040-f9f2-4ea2-8685-ecffc513131d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:40.972258 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4cd040-f9f2-4ea2-8685-ecffc513131d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:40.972602 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4cd040-f9f2-4ea2-8685-ecffc513131d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:40.972940 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4cd040-f9f2-4ea2-8685-ecffc513131d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:40.973661 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4cd040-f9f2-4ea2-8685-ecffc513131d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:40.973866 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4cd040-f9f2-4ea2-8685-ecffc513131d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:40.974238 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4cd040-f9f2-4ea2-8685-ecffc513131d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:40.974772 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4cd040-f9f2-4ea2-8685-ecffc513131d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:40.998956 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-cb4cd040-f9f2-4ea2-8685-ecffc513131d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:41.011204 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-cb4cd040-f9f2-4ea2-8685-ecffc513131d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=859002efdf80405ca6cd4a1a8a694984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6565912 May 06 18:37:41.013494 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 44554) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:41.186025 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7a78b6ac-292a-4b65-a1ee-00f8c7924177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:41.232197 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7a78b6ac-292a-4b65-a1ee-00f8c7924177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:41.289907 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3bfcf-5ed8-4ee8-be53-2092fea2133f req-bc22ebb4-91e2-4b9f-8536-ba4a8b52ea1a tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:41.291541 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8cb3bfcf-5ed8-4ee8-be53-2092fea2133f req-bc22ebb4-91e2-4b9f-8536-ba4a8b52ea1a tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.1796200 May 06 18:37:41.415218 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8cb3bfcf-5ed8-4ee8-be53-2092fea2133f req-cbb3ba1a-8d96-49ee-b222-9a6babeb4594 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933132 May 06 18:37:41.417033 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7a78b6ac-292a-4b65-a1ee-00f8c7924177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:41.426833 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-baae621a-1e5c-4a7d-8613-6f4b96bc3c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:41.454619 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78b6ac-292a-4b65-a1ee-00f8c7924177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f8e4a2-e9aa-4a79-ab06-9c23c61c8996,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:41.458218 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7a78b6ac-292a-4b65-a1ee-00f8c7924177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:41.461255 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-7a78b6ac-292a-4b65-a1ee-00f8c7924177 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/39f8e4a2-e9aa-4a79-ab06-9c23c61c8996 HTTP/1.1" status: 204 len: 168 time: 0.4450650 May 06 18:37:41.461906 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7a78b6ac-292a-4b65-a1ee-00f8c7924177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:41.794747 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca00da-ab90-4af5-a209-3315b9833c46 req-c2726458-6db1-4a72-a345-5e945400979f tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:41.797063 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2bca00da-ab90-4af5-a209-3315b9833c46 req-c2726458-6db1-4a72-a345-5e945400979f tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 944 time: 0.1799567 May 06 18:37:41.925374 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2bca00da-ab90-4af5-a209-3315b9833c46 req-0c267a7c-a1ba-4741-88ad-1de25201ee14 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156437 May 06 18:37:42.260721 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da21344-2131-4a4b-adee-48816d8da958 req-29014235-7f4e-49cf-b300-3adb218559a9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:42.264019 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4da21344-2131-4a4b-adee-48816d8da958 req-29014235-7f4e-49cf-b300-3adb218559a9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 943 time: 0.1406054 May 06 18:37:42.325050 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4da21344-2131-4a4b-adee-48816d8da958 req-044d32e0-65b6-4a24-ae97-2150f41d54ea tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471673 May 06 18:37:42.676712 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c098c8e-a7c8-4cb7-b9a8-26bcf7360c70 req-522b207d-7598-4774-936e-f5a9090811f4 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:42.678165 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1c098c8e-a7c8-4cb7-b9a8-26bcf7360c70 req-522b207d-7598-4774-936e-f5a9090811f4 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.0949380 May 06 18:37:42.728642 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1c098c8e-a7c8-4cb7-b9a8-26bcf7360c70 req-fbc347fe-1a2f-46bd-8649-0bac3175d657 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445209 May 06 18:37:43.214525 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cb87a-bc12-4c06-ad6b-6de8618905df req-a31ce3de-d81d-4627-8d40-4806c0669217 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:43.216033 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-137cb87a-bc12-4c06-ad6b-6de8618905df req-a31ce3de-d81d-4627-8d40-4806c0669217 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 944 time: 0.1062534 May 06 18:37:43.277974 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-137cb87a-bc12-4c06-ad6b-6de8618905df req-9d8332f0-249f-40c9-8e58-9e85824a6676 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541787 May 06 18:37:43.596249 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa22a24-c273-41f4-bfff-447554aa604c req-97da0235-5fa1-408c-abfe-98e027d7c115 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:43.597897 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0aa22a24-c273-41f4-bfff-447554aa604c req-97da0235-5fa1-408c-abfe-98e027d7c115 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 943 time: 0.0965896 May 06 18:37:43.651832 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0aa22a24-c273-41f4-bfff-447554aa604c req-5a3872f0-3e13-4d5f-afdc-66f47d0a6ab8 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433335 May 06 18:37:43.950056 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13366b-1b8e-4855-a055-f8ace9713a7b req-05e4af91-6785-4e63-9b73-a8d1b7fa329c tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:43.951708 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ce13366b-1b8e-4855-a055-f8ace9713a7b req-05e4af91-6785-4e63-9b73-a8d1b7fa329c tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.0970712 May 06 18:37:44.013021 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ce13366b-1b8e-4855-a055-f8ace9713a7b req-1f59f80c-bc4c-418e-9695-45b8bfff6d01 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543261 May 06 18:37:44.557271 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5bb11-1677-4a4a-82fe-c561e1ef55d1 req-074e5acb-3d2a-44fa-b048-f20cad9ce61a tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:44.558984 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-53d5bb11-1677-4a4a-82fe-c561e1ef55d1 req-074e5acb-3d2a-44fa-b048-f20cad9ce61a tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 944 time: 0.1253846 May 06 18:37:44.608554 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-53d5bb11-1677-4a4a-82fe-c561e1ef55d1 req-a2d9112b-66f2-48a0-b308-1a01ccc7982c tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421534 May 06 18:37:44.862704 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b247c-b0bc-4b7a-a842-4616b4d0fce5 req-9d94b174-30ae-485b-9c28-de6f4c2d1c0c tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:44.864160 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-151b247c-b0bc-4b7a-a842-4616b4d0fce5 req-9d94b174-30ae-485b-9c28-de6f4c2d1c0c tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 943 time: 0.0916126 May 06 18:37:44.918840 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-151b247c-b0bc-4b7a-a842-4616b4d0fce5 req-d6d2c35a-3ecd-4b54-8c51-fac276e20837 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487370 May 06 18:37:45.229685 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d73cbe-0b2c-48b7-91db-d18a23eef621 req-afe1f8e3-ba45-4dc6-8226-ac17f35f70fd tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:45.231576 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-25d73cbe-0b2c-48b7-91db-d18a23eef621 req-afe1f8e3-ba45-4dc6-8226-ac17f35f70fd tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.1025398 May 06 18:37:45.294390 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-25d73cbe-0b2c-48b7-91db-d18a23eef621 req-6fbbb989-9661-4ea2-bb28-eceb04d62891 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535271 May 06 18:37:45.841806 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede3537-c9d4-447a-b442-6ddb13fa6267 req-f4f49832-2fb1-4a8e-ae8b-29a14877e051 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:45.843291 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2ede3537-c9d4-447a-b442-6ddb13fa6267 req-f4f49832-2fb1-4a8e-ae8b-29a14877e051 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 944 time: 0.0951664 May 06 18:37:45.899214 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2ede3537-c9d4-447a-b442-6ddb13fa6267 req-98469ae2-6ea8-4d46-a432-d027533e13c0 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439177 May 06 18:37:46.139369 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a0103-9e1d-4c70-9135-7830ee838735 req-bcad6e37-d38f-4353-af9d-745484d1bcfe tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:46.140755 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3f2a0103-9e1d-4c70-9135-7830ee838735 req-bcad6e37-d38f-4353-af9d-745484d1bcfe tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 943 time: 0.0947897 May 06 18:37:46.198052 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3f2a0103-9e1d-4c70-9135-7830ee838735 req-c92cdd82-fbe2-4366-969f-1c32f4495acb tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513439 May 06 18:37:46.294947 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-e1ef87b1-dd78-430a-b3d2-b71e8aa5df53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:46.510323 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7af9d-a0fb-4903-bc51-1588d0d1cc6b req-e95fea00-9fce-4af6-8e8e-d66157a29f3a tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:46.512059 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2bf7af9d-a0fb-4903-bc51-1588d0d1cc6b req-e95fea00-9fce-4af6-8e8e-d66157a29f3a tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.0893412 May 06 18:37:46.564511 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2bf7af9d-a0fb-4903-bc51-1588d0d1cc6b req-df7dac7c-4ab6-45b8-a9a1-92adaf48314b tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450187 May 06 18:37:47.197016 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3de88-ad17-45b1-ad42-3485b90bc58b req-ab4ab98b-abdc-4ee0-ba1a-3738ae82d6e4 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:47.199385 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6ac3de88-ad17-45b1-ad42-3485b90bc58b req-ab4ab98b-abdc-4ee0-ba1a-3738ae82d6e4 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 944 time: 0.1765625 May 06 18:37:47.270581 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6ac3de88-ad17-45b1-ad42-3485b90bc58b req-070da6d4-9b29-4813-b599-dfcd288bb928 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644057 May 06 18:37:47.802561 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937d525-59de-47be-8b6a-bf9b780a9533 req-89782148-d03e-4ad7-9074-54cc53eacd73 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:47.810606 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3937d525-59de-47be-8b6a-bf9b780a9533 req-89782148-d03e-4ad7-9074-54cc53eacd73 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 943 time: 0.2136455 May 06 18:37:47.882348 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3937d525-59de-47be-8b6a-bf9b780a9533 req-af896453-e14e-49f1-9379-7e4de19d1a39 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642104 May 06 18:37:48.157405 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7371412-7824-4bac-8e34-2a80d89f6f6a req-e6894f78-8aa6-482d-8f11-30a309631b2b tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:48.161992 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d7371412-7824-4bac-8e34-2a80d89f6f6a req-e6894f78-8aa6-482d-8f11-30a309631b2b tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.1070275 May 06 18:37:48.233883 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d7371412-7824-4bac-8e34-2a80d89f6f6a req-667bcc6b-40e4-4520-8869-6618825a0a10 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611293 May 06 18:37:48.349958 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:48.366909 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:37:48.638354 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418cafe-aa8b-4115-b246-7cbd6809205c req-0f7d35ec-a7cd-41b6-a068-4580fb3ebd06 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:48.640438 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8418cafe-aa8b-4115-b246-7cbd6809205c req-0f7d35ec-a7cd-41b6-a068-4580fb3ebd06 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 944 time: 0.1064591 May 06 18:37:48.744067 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-f9272438-25a4-4a87-bb6e-9110bcff5ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:48.747092 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8418cafe-aa8b-4115-b246-7cbd6809205c req-c7a8862c-5fdb-455e-970c-adaa6ed8c175 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873361 May 06 18:37:49.356899 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ffd7f-887b-4645-b2b8-fcb17ce869dc req-500d2d95-2bae-4650-88b4-f16b9d39c904 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:49.358723 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-983ffd7f-887b-4645-b2b8-fcb17ce869dc req-500d2d95-2bae-4650-88b4-f16b9d39c904 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 943 time: 0.1838179 May 06 18:37:49.442837 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-983ffd7f-887b-4645-b2b8-fcb17ce869dc req-5102e383-0c62-4815-851b-b0858b312ae8 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628483 May 06 18:37:49.725074 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63eae30-307a-4a99-919c-ab9b81ec390a req-bc85b9c2-07cf-4cb0-a609-4bf6d257ae98 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:49.732708 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f63eae30-307a-4a99-919c-ab9b81ec390a req-bc85b9c2-07cf-4cb0-a609-4bf6d257ae98 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.1056509 May 06 18:37:49.851606 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f63eae30-307a-4a99-919c-ab9b81ec390a req-2215fd2e-f79b-4156-afb1-15ffb7e7e097 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172781 May 06 18:37:50.118407 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:50.231525 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78faac-8b5f-4ce1-8646-12eff0c624d9 req-de283d75-44fb-441b-99c7-387fa45a26eb tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:50.233530 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0b78faac-8b5f-4ce1-8646-12eff0c624d9 req-de283d75-44fb-441b-99c7-387fa45a26eb tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 944 time: 0.1585889 May 06 18:37:50.342064 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0b78faac-8b5f-4ce1-8646-12eff0c624d9 req-5e551603-4145-4d25-a810-af4d81542de1 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901349 May 06 18:37:50.788755 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0438777-94c9-4410-892f-1dc308456bca req-88b64d1b-66fe-4aab-a725-5c29d1bd0353 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:50.791660 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d0438777-94c9-4410-892f-1dc308456bca req-88b64d1b-66fe-4aab-a725-5c29d1bd0353 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 943 time: 0.1432054 May 06 18:37:50.880725 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d0438777-94c9-4410-892f-1dc308456bca req-0f15f36d-4a16-476e-b267-978c74524ab4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781946 May 06 18:37:51.319003 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e35d4-c21b-4ded-828f-f0f70141a126 req-ab71ff2d-a833-4cd0-9221-95a25b84df60 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:51.322448 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9b7e35d4-c21b-4ded-828f-f0f70141a126 req-ab71ff2d-a833-4cd0-9221-95a25b84df60 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.2120957 May 06 18:37:51.461173 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9b7e35d4-c21b-4ded-828f-f0f70141a126 req-cfbf0a2b-14f5-468e-807d-8d3c962727f4 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101618 May 06 18:37:51.638788 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:51.767920 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11026d17-81b0-4d2b-bcde-56e139f43a95 req-3f41a946-71b8-44a5-9d4e-8adf3947b307 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:51.781739 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-11026d17-81b0-4d2b-bcde-56e139f43a95 req-3f41a946-71b8-44a5-9d4e-8adf3947b307 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 944 time: 0.1514325 May 06 18:37:51.838949 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-11026d17-81b0-4d2b-bcde-56e139f43a95 req-6b5fa64b-2e6e-4f0b-be15-da75fc787873 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529728 May 06 18:37:52.361541 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bc1b0-5353-4dc9-8dbc-0a06f1d92326 req-48f67a62-6972-46dc-a264-abedbb0e2403 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:52.364115 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e55bc1b0-5353-4dc9-8dbc-0a06f1d92326 req-48f67a62-6972-46dc-a264-abedbb0e2403 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 943 time: 0.2124319 May 06 18:37:52.447719 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e55bc1b0-5353-4dc9-8dbc-0a06f1d92326 req-46bd6073-90f1-456a-abb5-1c123fc7be21 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622151 May 06 18:37:52.811259 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ce630-26d2-4efa-83f0-d6f17b6cc1e0 req-b4850fcb-8d7c-4642-9179-20e5ed7756af tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:52.818826 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3c9ce630-26d2-4efa-83f0-d6f17b6cc1e0 req-b4850fcb-8d7c-4642-9179-20e5ed7756af tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.1022897 May 06 18:37:52.871712 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3c9ce630-26d2-4efa-83f0-d6f17b6cc1e0 req-1572c87f-50e3-45cc-ac3c-972313f1302c tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498533 May 06 18:37:53.180495 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78a5b3-3584-46c2-9def-c839197cd4d2 req-1ba66db8-0fe4-43f1-b5a0-0a7d2c7d9b0b tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:53.183316 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3b78a5b3-3584-46c2-9def-c839197cd4d2 req-1ba66db8-0fe4-43f1-b5a0-0a7d2c7d9b0b tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 944 time: 0.1612146 May 06 18:37:53.247711 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3b78a5b3-3584-46c2-9def-c839197cd4d2 req-2ac96168-04c4-465d-ba4a-0c6de1d3594e tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529566 May 06 18:37:53.945059 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a567bfd2-a22b-4cc4-9585-01a9f719719e req-66371ad1-92b6-4f19-8559-a29fc2dc309e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1892121 May 06 18:37:54.135978 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8443d86-6342-45cb-8884-cf1d4961726d req-2c26c451-ec11-4d0f-a88c-55a769440cd4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:54.145333 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a8443d86-6342-45cb-8884-cf1d4961726d req-2c26c451-ec11-4d0f-a88c-55a769440cd4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 943 time: 0.3616333 May 06 18:37:54.199449 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a8443d86-6342-45cb-8884-cf1d4961726d req-908ad606-4b01-4c20-a5c3-2b51a1407ceb tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529685 May 06 18:37:54.277253 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567bfd2-a22b-4cc4-9585-01a9f719719e req-f281eb49-c452-478b-a268-6f7275b87468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:54.278965 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a567bfd2-a22b-4cc4-9585-01a9f719719e req-f281eb49-c452-478b-a268-6f7275b87468 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2240092be8ac44d1b16602700520b22d&device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 1098 time: 0.3010814 May 06 18:37:54.328280 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaadd5a-c74d-468e-b371-6c9e24a15ddf req-1f777317-4831-4915-91bc-d38936038710 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:54.331209 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9eaadd5a-c74d-468e-b371-6c9e24a15ddf req-1f777317-4831-4915-91bc-d38936038710 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.1645548 May 06 18:37:54.528918 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d877676-5253-497d-9aa6-571d7074bd8a req-9b33a866-c607-476a-b1f2-c384a4cca677 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:54.532185 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-5d877676-5253-497d-9aa6-571d7074bd8a req-9b33a866-c607-476a-b1f2-c384a4cca677 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 944 time: 0.1286659 May 06 18:37:54.566451 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567bfd2-a22b-4cc4-9585-01a9f719719e req-a57ff0eb-54cd-4f52-a253-39921a552703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:54.568013 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a567bfd2-a22b-4cc4-9585-01a9f719719e req-a57ff0eb-54cd-4f52-a253-39921a552703 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9cc7ac02-de44-4c64-8db4-ed9a1be6def9 HTTP/1.1" status: 200 len: 912 time: 0.2277086 May 06 18:37:54.667806 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-5d877676-5253-497d-9aa6-571d7074bd8a req-103db7ca-bd15-4b0d-9136-48815954130a tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181679 May 06 18:37:54.693051 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a567bfd2-a22b-4cc4-9585-01a9f719719e req-2f3f3078-25c4-4383-bf84-a535bc39e6a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc858916-0714-4510-8150-b9efb08e2ac3 HTTP/1.1" status: 200 len: 1000 time: 0.1169999 May 06 18:37:54.888932 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9eaadd5a-c74d-468e-b371-6c9e24a15ddf req-7b12d4a0-1780-46de-b2ec-63511c936b9a tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460434 May 06 18:37:54.927838 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567bfd2-a22b-4cc4-9585-01a9f719719e req-c423bf20-2623-4fb0-83e0-2ec05b505ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:54.929561 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a567bfd2-a22b-4cc4-9585-01a9f719719e req-c423bf20-2623-4fb0-83e0-2ec05b505ea0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=833dc191-d6d6-4013-be5d-e5af7eb5472a HTTP/1.1" status: 200 len: 850 time: 0.2165029 May 06 18:37:55.003491 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686c901-7125-4c8a-9adf-3641215cc7bc req-ef969b56-2ff9-481e-9e06-c46ad1e11772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:55.005190 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a686c901-7125-4c8a-9adf-3641215cc7bc req-ef969b56-2ff9-481e-9e06-c46ad1e11772 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 1098 time: 0.5545428 May 06 18:37:55.086020 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a686c901-7125-4c8a-9adf-3641215cc7bc req-421b6d95-c9e9-477a-a539-6de9ac795651 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670226 May 06 18:37:55.088155 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567bfd2-a22b-4cc4-9585-01a9f719719e req-de315203-5b3d-40b1-8cd8-cdda517a2c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:55.089761 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a567bfd2-a22b-4cc4-9585-01a9f719719e req-de315203-5b3d-40b1-8cd8-cdda517a2c93 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9cc7ac02-de44-4c64-8db4-ed9a1be6def9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1474385 May 06 18:37:55.320355 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:37:55.463332 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c33a13-5587-4fae-b8e2-e90804069b12 req-eab164a6-3920-47a1-a2c4-142b2cde1442 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:55.466246 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b1c33a13-5587-4fae-b8e2-e90804069b12 req-eab164a6-3920-47a1-a2c4-142b2cde1442 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 943 time: 0.1159594 May 06 18:37:55.488346 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a567bfd2-a22b-4cc4-9585-01a9f719719e req-0fddf16c-53d9-48dc-a0ac-2095f065bb8b service neutron] 10.222.0.55 "GET /v2.0/networks/9cc7ac02-de44-4c64-8db4-ed9a1be6def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283706 May 06 18:37:55.527949 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b1c33a13-5587-4fae-b8e2-e90804069b12 req-f5322711-3418-40fd-875a-fb853d1f60f4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537398 May 06 18:37:55.645785 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a,segment=NetworkSegment(345ce7f2-3382-4b9c-8377-d2560ee66732),segment_id=345ce7f2-3382-4b9c-8377-d2560ee66732)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:55.669766 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': '25af0ca0-8e7f-4fec-9621-fc2a517e5d7a', 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8', 'port_id': '25af0ca0-8e7f-4fec-9621-fc2a517e5d7a', 'mac_address': 'fa:16:3e:04:f6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:37:55.700310 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a567bfd2-a22b-4cc4-9585-01a9f719719e req-409ec5c7-f0ac-443c-a802-26bd86372384 service neutron] 10.222.0.55 "GET /v2.0/networks/9cc7ac02-de44-4c64-8db4-ed9a1be6def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972256 May 06 18:37:55.779875 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:55.800737 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:37:55.820996 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a,segment=NetworkSegment(345ce7f2-3382-4b9c-8377-d2560ee66732),segment_id=345ce7f2-3382-4b9c-8377-d2560ee66732)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:55.832544 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:55.836788 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:55.921220 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:55.924709 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:56.044316 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be089fc2-423d-49d8-8248-cd0b04294292 req-8bceaa57-b46a-474a-9962-26ab3d87f32b tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:56.046853 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-be089fc2-423d-49d8-8248-cd0b04294292 req-8bceaa57-b46a-474a-9962-26ab3d87f32b tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 945 time: 0.1815612 May 06 18:37:56.115263 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-be089fc2-423d-49d8-8248-cd0b04294292 req-fa550b96-fd14-4964-977e-386bbb254042 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565434 May 06 18:37:56.294217 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13b7fa-eccd-4e30-ae65-204322c83839 req-c19568af-426c-4c00-b8a7-46442289aacc tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:56.296826 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7a13b7fa-eccd-4e30-ae65-204322c83839 req-c19568af-426c-4c00-b8a7-46442289aacc tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.1826899 May 06 18:37:56.349534 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7a13b7fa-eccd-4e30-ae65-204322c83839 req-60bdc20f-56bd-4bd0-b9e4-0715bd38508f tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453277 May 06 18:37:56.397013 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['25af0ca0-8e7f-4fec-9621-fc2a517e5d7a'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:37:56.882121 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f226f68-fb8d-4e2e-8ce8-8d6dcd7947a2 req-c1464a11-8ddf-4e25-821d-a5b6f6b575ea tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:56.889731 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8f226f68-fb8d-4e2e-8ce8-8d6dcd7947a2 req-c1464a11-8ddf-4e25-821d-a5b6f6b575ea tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 943 time: 0.1402438 May 06 18:37:56.946197 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8f226f68-fb8d-4e2e-8ce8-8d6dcd7947a2 req-a727985a-2d25-4b73-aa17-43fe4718160d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553200 May 06 18:37:57.262396 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:57.492177 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a8793-eed3-431f-8734-790f3e0d88e9 req-5422df79-9b8e-4ee6-88e5-259fae7db3fd tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:57.501350 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e75a8793-eed3-431f-8734-790f3e0d88e9 req-5422df79-9b8e-4ee6-88e5-259fae7db3fd tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 945 time: 0.1691697 May 06 18:37:57.567543 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e75a8793-eed3-431f-8734-790f3e0d88e9 req-06e817ee-cbec-4f04-afe5-09a1ad380f58 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647390 May 06 18:37:57.738072 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44593f7e-9dc4-469a-b30f-4dc3b939ccd0 req-e1fdf437-a149-4d7c-85e1-0e253fb55af9 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:57.740050 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-44593f7e-9dc4-469a-b30f-4dc3b939ccd0 req-e1fdf437-a149-4d7c-85e1-0e253fb55af9 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.1215985 May 06 18:37:57.810778 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-44593f7e-9dc4-469a-b30f-4dc3b939ccd0 req-46a1aff4-57de-4392-969d-7180c87424de tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546517 May 06 18:37:58.173616 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1e076-d810-4ce8-9b71-32a3553a5b33 req-a3f76824-d09e-4f06-9e25-5cca10625d04 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:58.173616 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-45e1e076-d810-4ce8-9b71-32a3553a5b33 req-a3f76824-d09e-4f06-9e25-5cca10625d04 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.2240484 May 06 18:37:58.235322 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-45e1e076-d810-4ce8-9b71-32a3553a5b33 req-d93be9ae-14ce-440d-bd06-7f589c884618 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530329 May 06 18:37:58.306678 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b570ed-bdfb-4379-9751-dbbc0d1b78ec req-5444358f-47f7-4378-9df0-34fd0ae7d0c9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:58.308722 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a1b570ed-bdfb-4379-9751-dbbc0d1b78ec req-5444358f-47f7-4378-9df0-34fd0ae7d0c9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 943 time: 0.1419330 May 06 18:37:58.395092 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a1b570ed-bdfb-4379-9751-dbbc0d1b78ec req-e0b581f8-9aed-4ca4-9606-6a04c0424ff6 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707145 May 06 18:37:58.974440 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9aea85-d708-4239-b546-c08be801db5b req-9648a056-0aa3-400e-aac2-77e0d6b12148 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:58.977303 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6d9aea85-d708-4239-b546-c08be801db5b req-9648a056-0aa3-400e-aac2-77e0d6b12148 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 945 time: 0.1687920 May 06 18:37:59.138923 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6d9aea85-d708-4239-b546-c08be801db5b req-100a1de7-2ebe-4921-87d2-50bed06ac06b tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426470 May 06 18:37:59.368310 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:37:59.521115 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning for port 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:37:59.550517 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:37:59.553206 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:59.841413 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:59.900928 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae2f7c6-0312-49f3-b7fc-381b8035bdaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25af0ca0-8e7f-4fec-9621-fc2a517e5d7a'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:37:59.924719 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a,segment=NetworkSegment(345ce7f2-3382-4b9c-8377-d2560ee66732),segment_id=345ce7f2-3382-4b9c-8377-d2560ee66732)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:59.946863 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:59.948415 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384105f4-7423-4f48-b4b6-2705892a997a req-0a9bc683-e460-4aea-8724-9825f426199d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:59.954547 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:59.964645 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-384105f4-7423-4f48-b4b6-2705892a997a req-0a9bc683-e460-4aea-8724-9825f426199d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 943 time: 0.2183836 May 06 18:38:00.097228 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae2f7c6-0312-49f3-b7fc-381b8035bdaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25af0ca0-8e7f-4fec-9621-fc2a517e5d7a', 'code': 200} May 06 18:38:00.157052 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-384105f4-7423-4f48-b4b6-2705892a997a req-62a1a54f-f5a6-4a8b-becb-2c8d1fe0348d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873789 May 06 18:38:00.199653 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:00.228730 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:00.229201 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:00.229545 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:00.229883 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:00.230219 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:00.230546 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:00.231002 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:00.231511 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:00.231861 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:00.236444 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:00.236982 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:00.237334 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:00.248705 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:00.568457 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472a496-b04c-4338-83ae-25c384fe341e req-92584390-4c8c-4605-a057-9828d6899ab3 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:00.570731 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-c472a496-b04c-4338-83ae-25c384fe341e req-92584390-4c8c-4605-a057-9828d6899ab3 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 946 time: 0.1613100 May 06 18:38:00.671203 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-c472a496-b04c-4338-83ae-25c384fe341e req-0a35d329-691c-4e47-b145-18145b1a2c8e tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925443 May 06 18:38:00.742896 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb7734-01c7-4814-8921-f28387f11606 req-fe4095c2-9a65-4999-9a47-01aac126b75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:00.744820 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-14eb7734-01c7-4814-8921-f28387f11606 req-fe4095c2-9a65-4999-9a47-01aac126b75b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 1099 time: 0.1793954 May 06 18:38:00.850229 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-14eb7734-01c7-4814-8921-f28387f11606 req-be23ee1d-623c-487a-ada7-9cfceeb31d78 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908072 May 06 18:38:01.334208 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56a6f0-f054-4930-92d8-a8224825b3a4 req-fe615b3d-1c24-4fc6-9fa2-57a63c8b8b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:01.336737 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8b56a6f0-f054-4930-92d8-a8224825b3a4 req-fe615b3d-1c24-4fc6-9fa2-57a63c8b8b89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97dcc9ffc3774e62a6c6a20b65d59ae6&device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 1098 time: 0.1290629 May 06 18:38:01.369479 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device b8088448-c89b-44e2-9685-c407cc16ee1c details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:38:01.563024 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fed0cb-7f84-4fa6-b4d9-f569643d3427 req-81c5ec92-0f7c-4bc8-ada8-1d034cbac1e5 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:01.566478 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a0fed0cb-7f84-4fa6-b4d9-f569643d3427 req-81c5ec92-0f7c-4bc8-ada8-1d034cbac1e5 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.3522646 May 06 18:38:01.714918 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a0fed0cb-7f84-4fa6-b4d9-f569643d3427 req-e9f0d7b6-a664-4d97-8f8e-bf4af835df3a tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384666 May 06 18:38:01.735643 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0cad13-4d6f-47f4-817f-331d9ebfc465 req-aa21ebf5-9e48-4eb3-9a77-0c555cc9436e tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:01.738512 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1c0cad13-4d6f-47f4-817f-331d9ebfc465 req-aa21ebf5-9e48-4eb3-9a77-0c555cc9436e tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 943 time: 0.1791334 May 06 18:38:01.742321 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56a6f0-f054-4930-92d8-a8224825b3a4 req-ff6bceff-e4ea-4bfb-ac9e-a14d81fca0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:01.742578 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8b56a6f0-f054-4930-92d8-a8224825b3a4 req-ff6bceff-e4ea-4bfb-ac9e-a14d81fca0bd service neutron] 10.222.0.55 "GET /v2.0/networks?id=0345db37-2d24-47c9-ba99-e54097aa82ed HTTP/1.1" status: 200 len: 919 time: 0.3774981 May 06 18:38:01.778232 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port b8088448-c89b-44e2-9685-c407cc16ee1c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b8088448-c89b-44e2-9685-c407cc16ee1c,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:38:01.804151 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': 'b8088448-c89b-44e2-9685-c407cc16ee1c', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'port_id': 'b8088448-c89b-44e2-9685-c407cc16ee1c', 'mac_address': 'fa:16:3e:d9:dc:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:38:01.914979 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8b56a6f0-f054-4930-92d8-a8224825b3a4 req-6885acad-d328-402a-b3e3-f6fbbc175c83 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 HTTP/1.1" status: 200 len: 217 time: 0.1607006 May 06 18:38:01.915345 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:01.924304 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1c0cad13-4d6f-47f4-817f-331d9ebfc465 req-813fdf1b-7e31-4074-ab8d-39c2c725578e tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736739 May 06 18:38:01.940473 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8088448-c89b-44e2-9685-c407cc16ee1c {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:38:01.978889 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e5e89-49a9-4e1c-b0a2-c39ce0a76490 req-5b800c88-7f4c-4eb3-bf75-8053f85e7024 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:01.989289 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3e4e5e89-49a9-4e1c-b0a2-c39ce0a76490 req-5b800c88-7f4c-4eb3-bf75-8053f85e7024 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 946 time: 0.1401675 May 06 18:38:01.997856 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port b8088448-c89b-44e2-9685-c407cc16ee1c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b8088448-c89b-44e2-9685-c407cc16ee1c,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:38:02.003781 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:02.006595 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:02.043516 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3e4e5e89-49a9-4e1c-b0a2-c39ce0a76490 req-a1d48188-b363-41da-9655-8fc0fc83dce0 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533035 May 06 18:38:02.083391 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56a6f0-f054-4930-92d8-a8224825b3a4 req-02d2609f-1a17-47cb-be52-5266bdac4dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:02.084869 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8b56a6f0-f054-4930-92d8-a8224825b3a4 req-02d2609f-1a17-47cb-be52-5266bdac4dfb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c4f66d51-4d4f-47b7-9053-f874c75999d5 HTTP/1.1" status: 200 len: 858 time: 0.1565595 May 06 18:38:02.135384 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=b8088448-c89b-44e2-9685-c407cc16ee1c,revision_number=9']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:02.141477 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:02.151928 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8b56a6f0-f054-4930-92d8-a8224825b3a4 req-de50a2c9-b21e-4212-90c1-090402c445ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0345db37-2d24-47c9-ba99-e54097aa82ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502822 May 06 18:38:02.485862 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8b56a6f0-f054-4930-92d8-a8224825b3a4 req-97397529-aadf-4e08-aa76-a584f454635d service neutron] 10.222.0.55 "GET /v2.0/networks/0345db37-2d24-47c9-ba99-e54097aa82ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091149 May 06 18:38:02.570285 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['b8088448-c89b-44e2-9685-c407cc16ee1c'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:38:02.755983 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8b56a6f0-f054-4930-92d8-a8224825b3a4 req-cf71c9c5-0527-4cd8-aeca-c672661afd46 service neutron] 10.222.0.55 "GET /v2.0/networks/0345db37-2d24-47c9-ba99-e54097aa82ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496417 May 06 18:38:03.023453 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97a6b9-a00a-458c-9f88-c23748a1baba req-61e9da58-1dd0-401d-8abf-83d384330fba tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:03.033009 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-db97a6b9-a00a-458c-9f88-c23748a1baba req-61e9da58-1dd0-401d-8abf-83d384330fba tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1435645 May 06 18:38:03.099654 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-db97a6b9-a00a-458c-9f88-c23748a1baba req-f28d998d-5ce8-48ff-9b01-c32d6044bd0e tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628028 May 06 18:38:03.425602 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498e71c-8c3c-4fd9-a85c-3ee3bba84c6d req-82e3d1d3-d3ab-411f-a020-4534b2e0cfc4 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:03.426399 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e543197-1bd2-4dae-9623-6bc2e810e1d5 req-070db6df-c210-4ee5-91ab-1d7043e38336 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:03.427072 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d498e71c-8c3c-4fd9-a85c-3ee3bba84c6d req-82e3d1d3-d3ab-411f-a020-4534b2e0cfc4 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 946 time: 0.1494846 May 06 18:38:03.430448 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5e543197-1bd2-4dae-9623-6bc2e810e1d5 req-070db6df-c210-4ee5-91ab-1d7043e38336 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 944 time: 0.1717467 May 06 18:38:03.531717 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d498e71c-8c3c-4fd9-a85c-3ee3bba84c6d req-79a37bc7-3694-4fb8-81d9-8a8f89fb46f7 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911629 May 06 18:38:03.541769 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5e543197-1bd2-4dae-9623-6bc2e810e1d5 req-0097926d-ea21-4b94-a9b8-c7e9b3b238d6 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039131 May 06 18:38:03.791741 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8462632-1c67-41c1-90d7-6220265f4f17 req-641b2927-50e7-414a-95a9-87bec4c8553c tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:03.794321 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b8462632-1c67-41c1-90d7-6220265f4f17 req-641b2927-50e7-414a-95a9-87bec4c8553c tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 946 time: 0.1209052 May 06 18:38:03.864656 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b8462632-1c67-41c1-90d7-6220265f4f17 req-1642eae2-2e16-4f06-ae99-e15da9ccbd64 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576687 May 06 18:38:03.904722 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 44842) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:04.444689 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69649d9-43ee-402f-bc80-4bb8cdbd68e0 tempest-TestShelveInstance-50460363 tempest-TestShelveInstance-50460363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:04.446477 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-e69649d9-43ee-402f-bc80-4bb8cdbd68e0 tempest-TestShelveInstance-50460363 tempest-TestShelveInstance-50460363-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 1094 time: 0.5403552 May 06 18:38:04.451597 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 44852) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:04.474961 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Request body: {'floatingip': {'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'port_id': '25af0ca0-8e7f-4fec-9621-fc2a517e5d7a', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:38:04.478612 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d80e17-cc96-465a-b8cd-1b7199477d0e req-0c1acade-3c8f-4f36-bb9c-fbcd40d4dd86 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:04.481043 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-29d80e17-cc96-465a-b8cd-1b7199477d0e req-0c1acade-3c8f-4f36-bb9c-fbcd40d4dd86 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1847324 May 06 18:38:04.502612 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:38:04.510688 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Usage tracker for resource:floatingip and tenant:1594b9d2ba474f5684ba2fddf163a1c5 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:38:04.517093 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:38:04.530111 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:38:04.568862 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for floatingip, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:04.616704 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-29d80e17-cc96-465a-b8cd-1b7199477d0e req-1cee0f06-260c-4201-ae1b-2d6a9e4594c9 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157677 May 06 18:38:04.925953 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bed13f-c78d-4cc3-b9d2-67c03c4e16b7 req-95f821c1-f08e-43b9-87d2-e21f52b051af tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:04.927634 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-25bed13f-c78d-4cc3-b9d2-67c03c4e16b7 req-95f821c1-f08e-43b9-87d2-e21f52b051af tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 944 time: 0.1312802 May 06 18:38:05.033273 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:05.043318 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-25bed13f-c78d-4cc3-b9d2-67c03c4e16b7 req-ddb91731-70a9-4ce5-b4e2-d74612d7f1b6 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019819 May 06 18:38:05.260838 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Allocated IP 172.27.1.3 (884521b5-a319-4325-bd13-24951164ba4c/9fcafda4-8977-4d90-a4c2-0719bb43c11a/2853470b-5f8e-4442-b556-5d2cbd9f1770) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:38:05.396356 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device b8088448-c89b-44e2-9685-c407cc16ee1c up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:38:05.509005 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port b8088448-c89b-44e2-9685-c407cc16ee1c triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:38:05.509372 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:05.587763 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:05.645673 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:05.653612 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-76d110d8-3248-473a-b75f-36df6470744c tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:05.698506 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:05.746077 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Network 884521b5-a319-4325-bd13-24951164ba4c is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:38:05.749388 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:38:05.754291 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:38:05.765867 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724857e0-bdc3-4a4f-a4c6-1a2d7de91081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8088448-c89b-44e2-9685-c407cc16ee1c'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:38:05.801627 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port b8088448-c89b-44e2-9685-c407cc16ee1c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b8088448-c89b-44e2-9685-c407cc16ee1c,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:38:05.807960 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:05.811201 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-3b5bc37a-52a1-4347-9901-8a4a87800ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:05.948587 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb326b12-340c-4c72-a77a-04c177df4e23 req-95b42c0b-190d-41ee-aac4-ab5ee6df4dd1 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:05.950342 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-cb326b12-340c-4c72-a77a-04c177df4e23 req-95b42c0b-190d-41ee-aac4-ab5ee6df4dd1 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1295755 May 06 18:38:05.998331 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=b8088448-c89b-44e2-9685-c407cc16ee1c,revision_number=10']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:06.015383 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:06.018505 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724857e0-bdc3-4a4f-a4c6-1a2d7de91081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8088448-c89b-44e2-9685-c407cc16ee1c', 'code': 200} May 06 18:38:06.055402 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-cb326b12-340c-4c72-a77a-04c177df4e23 req-28dda574-e1cb-4b90-b79d-71ddcb7d4e5d tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898128 May 06 18:38:06.182299 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Pushing event updated for resources: {'Port': ['ID=2853470b-5f8e-4442-b556-5d2cbd9f1770,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:06.187141 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:06.410127 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5011c6-7251-4bd7-be44-f88c1ae90e7b req-ed36fe2f-7c40-4fc9-88a2-00dc9699f2e4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:06.411830 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3f5011c6-7251-4bd7-be44-f88c1ae90e7b req-ed36fe2f-7c40-4fc9-88a2-00dc9699f2e4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 946 time: 0.1512053 May 06 18:38:06.442742 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:06.513847 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3f5011c6-7251-4bd7-be44-f88c1ae90e7b req-0109dfbc-ecbd-4dd2-922b-bcd3f60a91d7 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888116 May 06 18:38:06.655683 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:06.860678 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c74c43-3f47-4427-a48b-e95d20e322d5 req-8d096adb-6b27-4165-bba0-45ce9b90c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:06.862815 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-41c74c43-3f47-4427-a48b-e95d20e322d5 req-8d096adb-6b27-4165-bba0-45ce9b90c1cd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 1099 time: 0.0983396 May 06 18:38:06.940395 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-41c74c43-3f47-4427-a48b-e95d20e322d5 req-1b4b3323-cf03-438a-881a-8bef96fa18b4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693519 May 06 18:38:07.036336 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:07.043743 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:07.049401 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:07.159351 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1046138'] for floatingip, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:07.327952 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0cd13-2ba8-4a82-ba65-5ecebadbe1ab req-76d37969-197d-4f0c-b344-788a75ce4e59 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:07.336270 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a9e0cd13-2ba8-4a82-ba65-5ecebadbe1ab req-76d37969-197d-4f0c-b344-788a75ce4e59 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1041389 May 06 18:38:07.393795 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a9e0cd13-2ba8-4a82-ba65-5ecebadbe1ab req-5d9f10e2-044d-492e-91f6-061cba84b912 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564947 May 06 18:38:07.643250 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.db.l3_db [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Floating IP 663a31ba-030e-4c6c-8d5e-5d5153039aef associated. External IP: 172.27.1.3, port: 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a. May 06 18:38:07.881102 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Pushing event updated for resources: {'Port': ['ID=2853470b-5f8e-4442-b556-5d2cbd9f1770,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:07.899284 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.849s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:07.904473 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608917b-b1d4-4ecf-9fbb-404947dcd8d4 req-545534fe-15cb-49d9-9146-1514f4c9a3ad tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:07.915210 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8608917b-b1d4-4ecf-9fbb-404947dcd8d4 req-545534fe-15cb-49d9-9146-1514f4c9a3ad tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 946 time: 0.1532431 May 06 18:38:07.993382 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8608917b-b1d4-4ecf-9fbb-404947dcd8d4 req-ad635e60-0499-4e6f-a226-e2322065abea tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770159 May 06 18:38:08.176972 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6e080-95ea-47f0-a4ae-496f14ba46c2 req-8584f83e-62e2-4f4a-acd0-91fa1a7fd2ec tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:08.178448 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-68f6e080-95ea-47f0-a4ae-496f14ba46c2 req-8584f83e-62e2-4f4a-acd0-91fa1a7fd2ec tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f09094f-861a-48bd-86a0-ef9601ecdf68 HTTP/1.1" status: 200 len: 945 time: 0.3891466 May 06 18:38:08.254961 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-68f6e080-95ea-47f0-a4ae-496f14ba46c2 req-b7c6f13e-ef77-4fb4-94f4-f1efb37ef250 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680535 May 06 18:38:08.304350 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Router f7de5552-23d1-4bcc-ae13-da40ddf069f8 has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:38:08.533795 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:38:08.554978 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fa39e-15b8-4004-a46d-d7556a63831e None None] Sync routers for ids ['f7de5552-23d1-4bcc-ae13-da40ddf069f8'] in dv-cinder-733622-15-iscsi {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:38:08.584994 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for floatingip, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:08.595773 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11fa39e-15b8-4004-a46d-d7556a63831e None None] Routers {'f7de5552-23d1-4bcc-ae13-da40ddf069f8'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:38:08.597132 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-e11fa39e-15b8-4004-a46d-d7556a63831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:37:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['f7de5552-23d1-4bcc-ae13-da40ddf069f8'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:38:08.680130 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2244742 May 06 18:38:08.681641 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae2f7c6-0312-49f3-b7fc-381b8035bdaa', 'tag': '25af0ca0-8e7f-4fec-9621-fc2a517e5d7a'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:38:08.742739 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae2f7c6-0312-49f3-b7fc-381b8035bdaa', 'tag': '25af0ca0-8e7f-4fec-9621-fc2a517e5d7a', 'status': 'completed', 'code': 200} May 06 18:38:08.788851 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98ec08-aa2c-48d7-bee1-8fd9b18bb509 req-85913c41-6a03-4501-be55-98682e2effd4 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:08.791861 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-de98ec08-aa2c-48d7-bee1-8fd9b18bb509 req-85913c41-6a03-4501-be55-98682e2effd4 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1317785 May 06 18:38:08.887891 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-de98ec08-aa2c-48d7-bee1-8fd9b18bb509 req-06739b3e-c0a3-4b42-9f77-098bd1f736e7 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552931 May 06 18:38:08.961768 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613ad09-a934-4f08-b3ad-e30a5cddb232 req-1a34c93a-aa1b-4536-8434-7b2299427e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:08.964367 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7613ad09-a934-4f08-b3ad-e30a5cddb232 req-1a34c93a-aa1b-4536-8434-7b2299427e20 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1594b9d2ba474f5684ba2fddf163a1c5&device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 1099 time: 0.1710536 May 06 18:38:09.100469 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-e11fa39e-15b8-4004-a46d-d7556a63831e None None] Set router f7de5552-23d1-4bcc-ae13-da40ddf069f8 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:38:09.190039 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613ad09-a934-4f08-b3ad-e30a5cddb232 req-4bc1c6b8-81ce-4fe2-abb2-1d45028b63a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:09.191692 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7613ad09-a934-4f08-b3ad-e30a5cddb232 req-4bc1c6b8-81ce-4fe2-abb2-1d45028b63a7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 HTTP/1.1" status: 200 len: 910 time: 0.2186768 May 06 18:38:09.329357 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903945bf-62e5-43c9-94b4-a8c5a9f18672 req-3a41d37f-09d3-4f92-a35e-c44908d424bc tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:09.332642 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-903945bf-62e5-43c9-94b4-a8c5a9f18672 req-3a41d37f-09d3-4f92-a35e-c44908d424bc tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 946 time: 0.1563654 May 06 18:38:09.353998 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7613ad09-a934-4f08-b3ad-e30a5cddb232 req-987795b4-a691-49e4-89bd-ed1307fc91e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a HTTP/1.1" status: 200 len: 998 time: 0.1505110 May 06 18:38:09.450436 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613ad09-a934-4f08-b3ad-e30a5cddb232 req-b3639752-a80d-4f72-bff5-3cacc744ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:09.452136 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7613ad09-a934-4f08-b3ad-e30a5cddb232 req-b3639752-a80d-4f72-bff5-3cacc744ebfc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d HTTP/1.1" status: 200 len: 848 time: 0.0863588 May 06 18:38:09.465013 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-903945bf-62e5-43c9-94b4-a8c5a9f18672 req-c9dc3485-1607-47ba-81e3-6250c5b960a0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257088 May 06 18:38:09.613067 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613ad09-a934-4f08-b3ad-e30a5cddb232 req-d079b0e2-cc08-455f-9a19-de7ca97cac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:09.614557 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7613ad09-a934-4f08-b3ad-e30a5cddb232 req-d079b0e2-cc08-455f-9a19-de7ca97cac37 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1500788 May 06 18:38:09.643777 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01fec4-d553-4cae-8d00-bb62ed4cf58f req-9430749e-e56f-4bd1-8bb1-4fc45892a104 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:09.645268 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-de01fec4-d553-4cae-8d00-bb62ed4cf58f req-9430749e-e56f-4bd1-8bb1-4fc45892a104 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f09094f-861a-48bd-86a0-ef9601ecdf68 HTTP/1.1" status: 200 len: 945 time: 0.1053231 May 06 18:38:09.647259 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-e11fa39e-15b8-4004-a46d-d7556a63831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'name': 'tempest-TestShelveInstance-1370194141-router', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:35:56Z', 'updated_at': '2021-05-06T18:36:09Z', 'revision_number': 4, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'gw_port': {'id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:58Z', 'updated_at': '2021-05-06T18:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': '663a31ba-030e-4c6c-8d5e-5d5153039aef', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'port_id': '25af0ca0-8e7f-4fec-9621-fc2a517e5d7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8', 'mac_address': 'fa:16:3e:04:f6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae2f7c6-0312-49f3-b7fc-381b8035bdaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:38:06Z', 'updated_at': '2021-05-06T18:38:06Z', 'revision_number': 0, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fc906ef-bb7d-4c03-910e-601a7b6b8c6b', 'name': '', 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'mac_address': 'fa:16:3e:d5:15:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:07Z', 'updated_at': '2021-05-06T18:36:23Z', 'revision_number': 5, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'subnets': [{'id': 'a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:38:09.651459 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fa39e-15b8-4004-a46d-d7556a63831e None None] Checking router: f7de5552-23d1-4bcc-ae13-da40ddf069f8 for host: dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:38:09.661672 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11fa39e-15b8-4004-a46d-d7556a63831e None None] Routers {'f7de5552-23d1-4bcc-ae13-da40ddf069f8'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:38:09.662310 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-e11fa39e-15b8-4004-a46d-d7556a63831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:37:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['f7de5552-23d1-4bcc-ae13-da40ddf069f8'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:38:09.777660 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-de01fec4-d553-4cae-8d00-bb62ed4cf58f req-6b209ca3-730b-4261-ad05-83c77aa44289 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232796 May 06 18:38:09.838627 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7613ad09-a934-4f08-b3ad-e30a5cddb232 req-b3590881-70a7-4ff8-a33f-d0540ebe8dad service neutron] 10.222.0.55 "GET /v2.0/networks/a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825154 May 06 18:38:09.853603 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-e11fa39e-15b8-4004-a46d-d7556a63831e None None] Set router f7de5552-23d1-4bcc-ae13-da40ddf069f8 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:38:10.079942 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7613ad09-a934-4f08-b3ad-e30a5cddb232 req-b171c8d7-d887-4cd9-9f8b-9de9323bc6db service neutron] 10.222.0.55 "GET /v2.0/networks/a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332475 May 06 18:38:10.111905 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834eaea-84fd-4d76-955e-5cb4cba5f0bf req-471239a3-c662-4726-8cd2-81243d56250c tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:10.114174 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d834eaea-84fd-4d76-955e-5cb4cba5f0bf req-471239a3-c662-4726-8cd2-81243d56250c tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1078522 May 06 18:38:10.190298 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d834eaea-84fd-4d76-955e-5cb4cba5f0bf req-3c7dc497-e3ae-4729-bcac-0930893938cf tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691102 May 06 18:38:10.252042 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-e11fa39e-15b8-4004-a46d-d7556a63831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'name': 'tempest-TestShelveInstance-1370194141-router', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:35:56Z', 'updated_at': '2021-05-06T18:36:09Z', 'revision_number': 4, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'gw_port': {'id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:58Z', 'updated_at': '2021-05-06T18:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': '663a31ba-030e-4c6c-8d5e-5d5153039aef', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'port_id': '25af0ca0-8e7f-4fec-9621-fc2a517e5d7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8', 'mac_address': 'fa:16:3e:04:f6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae2f7c6-0312-49f3-b7fc-381b8035bdaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:38:06Z', 'updated_at': '2021-05-06T18:38:06Z', 'revision_number': 0, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fc906ef-bb7d-4c03-910e-601a7b6b8c6b', 'name': '', 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'mac_address': 'fa:16:3e:d5:15:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:07Z', 'updated_at': '2021-05-06T18:36:23Z', 'revision_number': 5, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'subnets': [{'id': 'a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:38:10.256893 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fa39e-15b8-4004-a46d-d7556a63831e None None] The sync data for ids ['f7de5552-23d1-4bcc-ae13-da40ddf069f8'] in dv-cinder-733622-15-iscsi is: [{'id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'name': 'tempest-TestShelveInstance-1370194141-router', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:35:56Z', 'updated_at': '2021-05-06T18:36:09Z', 'revision_number': 4, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'gw_port': {'id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:58Z', 'updated_at': '2021-05-06T18:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': '663a31ba-030e-4c6c-8d5e-5d5153039aef', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'port_id': '25af0ca0-8e7f-4fec-9621-fc2a517e5d7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8', 'mac_address': 'fa:16:3e:04:f6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae2f7c6-0312-49f3-b7fc-381b8035bdaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:38:06Z', 'updated_at': '2021-05-06T18:38:06Z', 'revision_number': 0, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fc906ef-bb7d-4c03-910e-601a7b6b8c6b', 'name': '', 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'mac_address': 'fa:16:3e:d5:15:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:07Z', 'updated_at': '2021-05-06T18:36:23Z', 'revision_number': 5, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'subnets': [{'id': 'a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:38:10.536202 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7210ba-4792-4340-8b23-e76ac302e6f0 None None] New status for floating IP 663a31ba-030e-4c6c-8d5e-5d5153039aef: ACTIVE {{(pid=78805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:38:10.836081 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0880e0-0d48-4642-ba49-248d2825e8aa req-eac8ce26-2cf4-47cd-b231-35294595dfcb tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:10.838502 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3a0880e0-0d48-4642-ba49-248d2825e8aa req-eac8ce26-2cf4-47cd-b231-35294595dfcb tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 946 time: 0.1880882 May 06 18:38:10.932828 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3a0880e0-0d48-4642-ba49-248d2825e8aa req-51ce248c-3f84-4d73-afc7-9e47f58a0843 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828242 May 06 18:38:10.968936 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323f69c-19ac-43c7-8ac0-9c6608cd94fb req-a0e12808-1332-418f-ae67-9fc81972f6c0 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:10.971620 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e323f69c-19ac-43c7-8ac0-9c6608cd94fb req-a0e12808-1332-418f-ae67-9fc81972f6c0 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f09094f-861a-48bd-86a0-ef9601ecdf68 HTTP/1.1" status: 200 len: 945 time: 0.2147579 May 06 18:38:11.055094 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7abfe-dfe9-491e-ab5f-4127f9bdf611 req-6a4fbecb-0815-4a1b-becc-e953bf3c9aed tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:11.065429 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-35b7abfe-dfe9-491e-ab5f-4127f9bdf611 req-6a4fbecb-0815-4a1b-becc-e953bf3c9aed tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f09094f-861a-48bd-86a0-ef9601ecdf68 HTTP/1.1" status: 200 len: 945 time: 0.1482210 May 06 18:38:11.117049 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-35b7abfe-dfe9-491e-ab5f-4127f9bdf611 req-47ab86df-335a-4736-be41-2b94c6cbc55b tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505795 May 06 18:38:11.143575 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-e323f69c-19ac-43c7-8ac0-9c6608cd94fb req-341ca82c-01cd-4c91-9de8-6a7261f36405 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Deleting port 5fe60ff8-5f21-478d-842f-8ef6e9fefb7b {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:38:11.143915 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e323f69c-19ac-43c7-8ac0-9c6608cd94fb req-341ca82c-01cd-4c91-9de8-6a7261f36405 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:11.316101 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-e323f69c-19ac-43c7-8ac0-9c6608cd94fb req-341ca82c-01cd-4c91-9de8-6a7261f36405 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] For port 5fe60ff8-5f21-478d-842f-8ef6e9fefb7b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5fe60ff8-5f21-478d-842f-8ef6e9fefb7b,segment=NetworkSegment(db3a5d59-306d-4aa6-a6db-a661eb0f3a17),segment_id=db3a5d59-306d-4aa6-a6db-a661eb0f3a17)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:38:11.316913 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e323f69c-19ac-43c7-8ac0-9c6608cd94fb req-341ca82c-01cd-4c91-9de8-6a7261f36405 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:11.496032 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-e323f69c-19ac-43c7-8ac0-9c6608cd94fb req-341ca82c-01cd-4c91-9de8-6a7261f36405 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Calling delete_port for 5fe60ff8-5f21-478d-842f-8ef6e9fefb7b owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:38:11.575235 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019ab38-3451-4bf3-adfd-4070c3e4a0d4 req-999a3ea0-6f63-4805-a35d-3dee73ce6664 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:11.577028 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d019ab38-3451-4bf3-adfd-4070c3e4a0d4 req-999a3ea0-6f63-4805-a35d-3dee73ce6664 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.2491701 May 06 18:38:11.666711 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d019ab38-3451-4bf3-adfd-4070c3e4a0d4 req-c6acf0e1-6cc6-499a-998d-468978d7d20e tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793927 May 06 18:38:11.713523 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e323f69c-19ac-43c7-8ac0-9c6608cd94fb req-341ca82c-01cd-4c91-9de8-6a7261f36405 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:11.720321 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-94395982-50c1-4eee-b72a-a5e9d0e75808 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:11.738716 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['972457de-4329-4ae7-954a-c6eaefbbbab2', '2f85a9ee-e929-4022-a3a7-b09f4cf218ac', '02491db6-27a6-4aa5-a51d-add6fd76a88c', '5fe60ff8-5f21-478d-842f-8ef6e9fefb7b'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:38:11.779679 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ca82c-01cd-4c91-9de8-6a7261f36405 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Pushing event deleted for resources: {'Port': ['ID=5fe60ff8-5f21-478d-842f-8ef6e9fefb7b,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:11.783204 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-341ca82c-01cd-4c91-9de8-6a7261f36405 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:11.857482 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-e323f69c-19ac-43c7-8ac0-9c6608cd94fb req-341ca82c-01cd-4c91-9de8-6a7261f36405 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] No DVR routers for this DVR port 5fe60ff8-5f21-478d-842f-8ef6e9fefb7b on host hv-cinder-73362 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:38:11.860916 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e323f69c-19ac-43c7-8ac0-9c6608cd94fb req-341ca82c-01cd-4c91-9de8-6a7261f36405 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:11.863649 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f09094f-861a-48bd-86a0-ef9601ecdf68', 'name': 'network-vif-deleted', 'tag': '5fe60ff8-5f21-478d-842f-8ef6e9fefb7b'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:38:11.882672 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e323f69c-19ac-43c7-8ac0-9c6608cd94fb req-341ca82c-01cd-4c91-9de8-6a7261f36405 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.55 "DELETE /v2.0/ports/5fe60ff8-5f21-478d-842f-8ef6e9fefb7b HTTP/1.1" status: 204 len: 173 time: 0.8986466 May 06 18:38:11.944022 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f09094f-861a-48bd-86a0-ef9601ecdf68', 'name': 'network-vif-deleted', 'tag': '5fe60ff8-5f21-478d-842f-8ef6e9fefb7b', 'status': 'completed', 'code': 200} May 06 18:38:12.245640 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8a8e1-54af-4f50-99d8-0cfabe44f6d8 req-cf4878be-ddd5-414a-9a7b-159aa40e4175 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:12.247450 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-52f8a8e1-54af-4f50-99d8-0cfabe44f6d8 req-cf4878be-ddd5-414a-9a7b-159aa40e4175 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 946 time: 0.1719275 May 06 18:38:12.313533 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-52f8a8e1-54af-4f50-99d8-0cfabe44f6d8 req-b427a39e-ae85-4b70-a610-7ed6d32aaf86 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591516 May 06 18:38:12.344640 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 45044) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:12.389342 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3e0b2d6a-17ef-4f66-a7e9-74037f3efba6 req-87474b2f-053e-46d6-94a4-f6716cf5d65d tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f09094f-861a-48bd-86a0-ef9601ecdf68 HTTP/1.1" status: 200 len: 210 time: 0.0796478 May 06 18:38:12.430411 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a03b8f-e15e-4aec-b2bd-f86ce583c693 admin admin] Deleting subnet 29251e12-e90b-4920-9830-721ffa983e8e {{(pid=78803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:38:12.434235 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-60a03b8f-e15e-4aec-b2bd-f86ce583c693 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:12.516328 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-60a03b8f-e15e-4aec-b2bd-f86ce583c693 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2178593'] for subnet, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:12.590281 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-60a03b8f-e15e-4aec-b2bd-f86ce583c693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8251675'] for subnet, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:13.080175 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-60a03b8f-e15e-4aec-b2bd-f86ce583c693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8251668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2393603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2759995'] for subnet, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:13.090087 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6ee1db18-bb0a-4f46-987d-9197f1dbdde7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:13.137625 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf8745-8e8a-4621-8c43-daf6d2251a8e req-cdc814b1-f8f1-47ac-be46-12ecac4eff7e tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:13.139415 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-73bf8745-8e8a-4621-8c43-daf6d2251a8e req-cdc814b1-f8f1-47ac-be46-12ecac4eff7e tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.2627046 May 06 18:38:13.146213 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a03b8f-e15e-4aec-b2bd-f86ce583c693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29251e12-e90b-4920-9830-721ffa983e8e,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:13.148282 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-60a03b8f-e15e-4aec-b2bd-f86ce583c693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:13.153442 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-60a03b8f-e15e-4aec-b2bd-f86ce583c693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:13.172234 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-60a03b8f-e15e-4aec-b2bd-f86ce583c693 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/29251e12-e90b-4920-9830-721ffa983e8e HTTP/1.1" status: 204 len: 168 time: 0.8258758 May 06 18:38:13.175491 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 45052) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:13.216279 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-73bf8745-8e8a-4621-8c43-daf6d2251a8e req-13a26053-2c42-40e9-8644-934a9218e854 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648744 May 06 18:38:13.314498 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8341019'] for network, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:13.483013 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8253920', 'neutron.services.segments.db._delete_segments_for_network-8734943948701'] for network, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:13.510738 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:13.511346 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:13.512590 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:13.513166 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] Subscribe: > port after_create 55550000 {{(pid=78804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:13.513773 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:13.514341 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] Subscribe: > port after_update 55550000 {{(pid=78804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:13.514893 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:13.515456 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:13.516184 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:13.517760 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:13.603994 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:13.604281 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:13.604541 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:13.604871 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:13.605245 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.services.segments.db [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c51f6f-d2a7-4a7d-a523-57071f81991e']}} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:38:13.621647 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.services.segments.db [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ad9396-89fe-4b72-b019-24807965dc4d') {'for_net_delete': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:38:13.622015 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.services.segments.db [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ad9396-89fe-4b72-b019-24807965dc4d') {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:38:13.642779 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734943960679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2426641'] for segment, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:13.672848 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:13.685677 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=78804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:38:13.686370 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8250152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3062842'] for segment, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: from cryptography.utils import int_from_bytes May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: from cryptography.utils import int_from_bytes May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: Traceback (most recent call last): May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: timer() May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: cb(*args, **kw) May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: return func(*args, **kwargs) May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: self._notify() May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: self.callback(batched_events) May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: event.method(event) May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: return f(self, *a, **k) May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: return self._get(url).json() May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: return self.request(url, 'GET', **kwargs) May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:38:13.714662 dv-cinder-733622-15-iscsi neutron-server[78804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:38:13.945008 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8253849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1046133'] for network, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:13.952917 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:13.974460 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:13.977381 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] Pushing event deleted for resources: {'Network': ['ID=99c51f6f-d2a7-4a7d-a523-57071f81991e,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:13.980868 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:13.994571 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] 10.222.0.50 "DELETE /v2.0/networks/99c51f6f-d2a7-4a7d-a523-57071f81991e HTTP/1.1" status: 204 len: 168 time: 0.8171120 May 06 18:38:14.226124 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 45064) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:14.291653 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-6318ffcc-ce37-41da-9407-78f6aad074a7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7514a163d60649b5a921670fadf528ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0639751 May 06 18:38:14.294712 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 45070) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:14.360889 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8c4b55e6-4a93-4306-bea2-13ffa20a494a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:14.391576 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8c4b55e6-4a93-4306-bea2-13ffa20a494a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:14.439348 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70206b3-29c7-46eb-8135-c2b7d429f619 req-11d46d8f-bcc4-4f2a-bc5e-8520d4566a0b tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:14.441031 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f70206b3-29c7-46eb-8135-c2b7d429f619 req-11d46d8f-bcc4-4f2a-bc5e-8520d4566a0b tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1103551 May 06 18:38:14.448436 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8c4b55e6-4a93-4306-bea2-13ffa20a494a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:14.452183 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-5f72a263-a1e4-4716-89ed-33002a8acb8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:14.466545 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b55e6-4a93-4306-bea2-13ffa20a494a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3091145-c26b-41b6-8ea0-3a95a7cbd739,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:14.470078 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-8c4b55e6-4a93-4306-bea2-13ffa20a494a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:14.490201 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8c4b55e6-4a93-4306-bea2-13ffa20a494a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:14.491854 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f70206b3-29c7-46eb-8135-c2b7d429f619 req-b49a804a-d44a-48fa-9d1f-3ab53157a4f0 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437067 May 06 18:38:14.494772 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-8c4b55e6-4a93-4306-bea2-13ffa20a494a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e3091145-c26b-41b6-8ea0-3a95a7cbd739 HTTP/1.1" status: 204 len: 168 time: 0.1989145 May 06 18:38:15.426322 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061260b-7bdb-4a17-983d-6c0d94462492 req-271415b5-167f-4a2c-82fc-2dfab2ad2087 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:15.427601 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-9061260b-7bdb-4a17-983d-6c0d94462492 req-271415b5-167f-4a2c-82fc-2dfab2ad2087 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Synchronizing usage tracker for tenant:cc919bedec1b46b6aaeef5a6e940c757 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:38:15.451747 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-9061260b-7bdb-4a17-983d-6c0d94462492 req-271415b5-167f-4a2c-82fc-2dfab2ad2087 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Unset dirty status for tenant:cc919bedec1b46b6aaeef5a6e940c757 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:38:15.453133 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9061260b-7bdb-4a17-983d-6c0d94462492 req-271415b5-167f-4a2c-82fc-2dfab2ad2087 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1296a46-c69a-4e35-a34b-e1251ff95526 HTTP/1.1" status: 200 len: 945 time: 0.1486573 May 06 18:38:15.468161 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 5fe60ff8-5f21-478d-842f-8ef6e9fefb7b no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:38:15.510618 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] No Port match for: 5fe60ff8-5f21-478d-842f-8ef6e9fefb7b {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:38:15.510872 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 5fe60ff8-5f21-478d-842f-8ef6e9fefb7b not bound to the agent host hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:38:15.529926 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9061260b-7bdb-4a17-983d-6c0d94462492 req-857944a0-ab1c-478b-a9f9-5e5c47613ba5 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699558 May 06 18:38:15.769824 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b9d3e-e871-4ee3-9111-0200276759f9 req-23e331cc-81e1-4fa4-a99a-0ac748ee77af tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:15.774170 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e60b9d3e-e871-4ee3-9111-0200276759f9 req-23e331cc-81e1-4fa4-a99a-0ac748ee77af tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1579804 May 06 18:38:15.836648 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e60b9d3e-e871-4ee3-9111-0200276759f9 req-f69c5495-8394-4d64-8cbb-e0adef493005 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531745 May 06 18:38:16.294303 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-f7961942-4de6-4de5-9f8f-2d027ec306b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:16.736699 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cf791-9f63-46eb-8050-5c44d550b2e1 req-d17b832d-305c-4a77-adbc-6f2751c4f39a tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:16.738248 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-341cf791-9f63-46eb-8050-5c44d550b2e1 req-d17b832d-305c-4a77-adbc-6f2751c4f39a tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1296a46-c69a-4e35-a34b-e1251ff95526 HTTP/1.1" status: 200 len: 945 time: 0.0830824 May 06 18:38:16.792722 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-341cf791-9f63-46eb-8050-5c44d550b2e1 req-164b514c-8a4a-4191-817c-79243061187a tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477588 May 06 18:38:17.060092 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395eff3-a3ea-4dba-a537-bd0549fa7e24 req-71ff1a2c-1d1d-4683-9532-056d4a4504fe tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:17.061685 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2395eff3-a3ea-4dba-a537-bd0549fa7e24 req-71ff1a2c-1d1d-4683-9532-056d4a4504fe tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.0874655 May 06 18:38:17.116131 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2395eff3-a3ea-4dba-a537-bd0549fa7e24 req-272fe3e4-0d90-4b60-bd79-fb181aa262c4 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471001 May 06 18:38:17.144301 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e267f4c-2d7a-4af9-b0ea-244726700b2c req-6c994962-0952-45a2-bea2-0b05ad8e5c42 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:17.145805 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0e267f4c-2d7a-4af9-b0ea-244726700b2c req-6c994962-0952-45a2-bea2-0b05ad8e5c42 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1296a46-c69a-4e35-a34b-e1251ff95526 HTTP/1.1" status: 200 len: 945 time: 0.0880060 May 06 18:38:17.301043 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-0e267f4c-2d7a-4af9-b0ea-244726700b2c req-12e712f5-92da-4a04-9a62-19fbbcfeccb8 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Deleting port 02491db6-27a6-4aa5-a51d-add6fd76a88c {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:38:17.301392 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-0e267f4c-2d7a-4af9-b0ea-244726700b2c req-12e712f5-92da-4a04-9a62-19fbbcfeccb8 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:17.452584 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-0e267f4c-2d7a-4af9-b0ea-244726700b2c req-12e712f5-92da-4a04-9a62-19fbbcfeccb8 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] For port 02491db6-27a6-4aa5-a51d-add6fd76a88c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=02491db6-27a6-4aa5-a51d-add6fd76a88c,segment=NetworkSegment(db3a5d59-306d-4aa6-a6db-a661eb0f3a17),segment_id=db3a5d59-306d-4aa6-a6db-a661eb0f3a17)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:38:17.452948 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-0e267f4c-2d7a-4af9-b0ea-244726700b2c req-12e712f5-92da-4a04-9a62-19fbbcfeccb8 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:17.593362 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-0e267f4c-2d7a-4af9-b0ea-244726700b2c req-12e712f5-92da-4a04-9a62-19fbbcfeccb8 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Calling delete_port for 02491db6-27a6-4aa5-a51d-add6fd76a88c owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:38:17.765338 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-0e267f4c-2d7a-4af9-b0ea-244726700b2c req-12e712f5-92da-4a04-9a62-19fbbcfeccb8 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:17.781062 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['972457de-4329-4ae7-954a-c6eaefbbbab2', '2f85a9ee-e929-4022-a3a7-b09f4cf218ac', '02491db6-27a6-4aa5-a51d-add6fd76a88c'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:38:17.782325 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:17.915875 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e712f5-92da-4a04-9a62-19fbbcfeccb8 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Pushing event deleted for resources: {'Port': ['ID=02491db6-27a6-4aa5-a51d-add6fd76a88c,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:17.925650 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-12e712f5-92da-4a04-9a62-19fbbcfeccb8 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:18.069808 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e267f4c-2d7a-4af9-b0ea-244726700b2c req-12e712f5-92da-4a04-9a62-19fbbcfeccb8 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] No DVR routers for this DVR port 02491db6-27a6-4aa5-a51d-add6fd76a88c on host hv-cinder-73362 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:38:18.076606 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-0e267f4c-2d7a-4af9-b0ea-244726700b2c req-12e712f5-92da-4a04-9a62-19fbbcfeccb8 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:18.080182 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1296a46-c69a-4e35-a34b-e1251ff95526', 'name': 'network-vif-deleted', 'tag': '02491db6-27a6-4aa5-a51d-add6fd76a88c'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:38:18.088638 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-dca171f4-7eaf-429e-bf0b-edad89b8a702 req-b21da795-4903-4b9f-a559-afe4d9c1a0ed tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1296a46-c69a-4e35-a34b-e1251ff95526 HTTP/1.1" status: 200 len: 210 time: 0.1643362 May 06 18:38:18.102954 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0e267f4c-2d7a-4af9-b0ea-244726700b2c req-12e712f5-92da-4a04-9a62-19fbbcfeccb8 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.55 "DELETE /v2.0/ports/02491db6-27a6-4aa5-a51d-add6fd76a88c HTTP/1.1" status: 204 len: 173 time: 0.9501452 May 06 18:38:18.182683 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1296a46-c69a-4e35-a34b-e1251ff95526', 'name': 'network-vif-deleted', 'tag': '02491db6-27a6-4aa5-a51d-add6fd76a88c', 'status': 'completed', 'code': 200} May 06 18:38:18.314985 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:18.387203 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d67d5-9e61-4f66-94c3-d9fe740093e2 req-3faeb363-c795-4c34-be30-670f6ffa43a7 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:18.388978 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f49d67d5-9e61-4f66-94c3-d9fe740093e2 req-3faeb363-c795-4c34-be30-670f6ffa43a7 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1313777 May 06 18:38:18.445311 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f49d67d5-9e61-4f66-94c3-d9fe740093e2 req-c697fa25-5d24-47e0-87d1-ce1dc74f4567 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469291 May 06 18:38:18.725608 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-13f814ae-8b8f-4d43-8e0b-89449bcce207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:19.118371 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 45142) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:19.248458 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c4ff76d1-43c9-43ef-b125-7906d9ae9658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:19.265101 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-c4ff76d1-43c9-43ef-b125-7906d9ae9658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:38:19.269451 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-c4ff76d1-43c9-43ef-b125-7906d9ae9658 admin admin] Usage tracker for resource:security_group_rule and tenant:78d72081eaad4476ba0b704e4bb73212 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:38:19.275901 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-c4ff76d1-43c9-43ef-b125-7906d9ae9658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:38:19.284970 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-c4ff76d1-43c9-43ef-b125-7906d9ae9658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:38:19.386383 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c4ff76d1-43c9-43ef-b125-7906d9ae9658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:19.390555 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c4ff76d1-43c9-43ef-b125-7906d9ae9658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:19.401331 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-963b3829-1590-4b58-8eca-d06ece348d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:19.451819 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-c4ff76d1-43c9-43ef-b125-7906d9ae9658 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78d72081eaad4476ba0b704e4bb73212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296752 May 06 18:38:19.451819 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff76d1-43c9-43ef-b125-7906d9ae9658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2958b5a-5b5a-4f0a-96de-a0e96f0e708f,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:19.452510 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 45152) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:19.455887 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c4ff76d1-43c9-43ef-b125-7906d9ae9658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:19.582274 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-31e75670-c898-4ac9-800d-824df4aea6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:19.618947 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-31e75670-c898-4ac9-800d-824df4aea6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:19.777610 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36436987-18d1-4914-9a89-4f586e75599b req-650c009e-b69a-46cb-ac7b-5e3ad9e2de5e tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:19.779195 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-36436987-18d1-4914-9a89-4f586e75599b req-650c009e-b69a-46cb-ac7b-5e3ad9e2de5e tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1179876 May 06 18:38:19.788762 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056ff84-7ad0-465e-a39b-8b4f0faee286 req-35c6c92b-d268-48e8-bbb1-acf493266a07 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:19.789520 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-6056ff84-7ad0-465e-a39b-8b4f0faee286 req-35c6c92b-d268-48e8-bbb1-acf493266a07 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Synchronizing usage tracker for tenant:cc919bedec1b46b6aaeef5a6e940c757 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:38:19.794616 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-31e75670-c898-4ac9-800d-824df4aea6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:19.799699 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:19.823068 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e75670-c898-4ac9-800d-824df4aea6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2958b5a-5b5a-4f0a-96de-a0e96f0e708f,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:19.829636 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-31e75670-c898-4ac9-800d-824df4aea6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:19.836453 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-31e75670-c898-4ac9-800d-824df4aea6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:19.837614 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-31e75670-c898-4ac9-800d-824df4aea6a4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b2958b5a-5b5a-4f0a-96de-a0e96f0e708f HTTP/1.1" status: 204 len: 168 time: 0.3825295 May 06 18:38:19.843273 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-6056ff84-7ad0-465e-a39b-8b4f0faee286 req-35c6c92b-d268-48e8-bbb1-acf493266a07 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Unset dirty status for tenant:cc919bedec1b46b6aaeef5a6e940c757 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:38:19.843727 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-36436987-18d1-4914-9a89-4f586e75599b req-dbe3885a-0668-461d-9258-fcb91164d451 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526588 May 06 18:38:19.845049 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6056ff84-7ad0-465e-a39b-8b4f0faee286 req-35c6c92b-d268-48e8-bbb1-acf493266a07 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbca1df4-d5ae-4c29-9856-cf7fd31c330e HTTP/1.1" status: 200 len: 945 time: 0.2282400 May 06 18:38:19.886913 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e83cec-7e07-4a38-9fe4-84084c5cecc1 req-4d3ab7cc-e4e9-47df-a2e9-31dcb506359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:19.888816 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-57e83cec-7e07-4a38-9fe4-84084c5cecc1 req-4d3ab7cc-e4e9-47df-a2e9-31dcb506359c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 1098 time: 0.1607311 May 06 18:38:19.936898 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6056ff84-7ad0-465e-a39b-8b4f0faee286 req-209ff67b-10f7-4591-b511-1142309c8aee tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791950 May 06 18:38:20.039408 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-57e83cec-7e07-4a38-9fe4-84084c5cecc1 req-d600262a-253a-4eb1-aa9c-080c472d1bf5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376481 May 06 18:38:20.101400 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:21.105873 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d43728-d0b0-44c1-a4be-3e69296fde6d req-ea83aaa5-ad78-4fb7-a4f6-878f653e9c6a tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:21.108351 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-61d43728-d0b0-44c1-a4be-3e69296fde6d req-ea83aaa5-ad78-4fb7-a4f6-878f653e9c6a tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1364338 May 06 18:38:21.204340 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-61d43728-d0b0-44c1-a4be-3e69296fde6d req-f081106d-cc55-4aaf-851b-549a0fceda30 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829756 May 06 18:38:21.238958 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566858f-cbca-433b-a3c1-919b68fb9f32 req-d2cd60b5-9659-4540-b747-29da9be94a94 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:21.240847 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e566858f-cbca-433b-a3c1-919b68fb9f32 req-d2cd60b5-9659-4540-b747-29da9be94a94 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbca1df4-d5ae-4c29-9856-cf7fd31c330e HTTP/1.1" status: 200 len: 945 time: 0.1578016 May 06 18:38:21.301051 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e566858f-cbca-433b-a3c1-919b68fb9f32 req-2f072a4b-dce8-4568-a251-edab0645b46e tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488434 May 06 18:38:21.488805 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 02491db6-27a6-4aa5-a51d-add6fd76a88c no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:38:21.526488 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] No Port match for: 02491db6-27a6-4aa5-a51d-add6fd76a88c {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:38:21.526810 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 02491db6-27a6-4aa5-a51d-add6fd76a88c not bound to the agent host hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:38:21.610868 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:21.757472 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eef85a-d327-48c3-9df8-fd0bf28f5342 req-98e4d017-3118-4be5-849c-359af50137a9 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:21.759001 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c5eef85a-d327-48c3-9df8-fd0bf28f5342 req-98e4d017-3118-4be5-849c-359af50137a9 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbca1df4-d5ae-4c29-9856-cf7fd31c330e HTTP/1.1" status: 200 len: 945 time: 0.0912948 May 06 18:38:21.913398 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-c5eef85a-d327-48c3-9df8-fd0bf28f5342 req-288ff147-4c09-4b0a-9f8c-be4ff479e990 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Deleting port 2f85a9ee-e929-4022-a3a7-b09f4cf218ac {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:38:21.913734 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-c5eef85a-d327-48c3-9df8-fd0bf28f5342 req-288ff147-4c09-4b0a-9f8c-be4ff479e990 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:22.055009 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-c5eef85a-d327-48c3-9df8-fd0bf28f5342 req-288ff147-4c09-4b0a-9f8c-be4ff479e990 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] For port 2f85a9ee-e929-4022-a3a7-b09f4cf218ac, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2f85a9ee-e929-4022-a3a7-b09f4cf218ac,segment=NetworkSegment(db3a5d59-306d-4aa6-a6db-a661eb0f3a17),segment_id=db3a5d59-306d-4aa6-a6db-a661eb0f3a17)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:38:22.055395 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-c5eef85a-d327-48c3-9df8-fd0bf28f5342 req-288ff147-4c09-4b0a-9f8c-be4ff479e990 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:22.184471 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-c5eef85a-d327-48c3-9df8-fd0bf28f5342 req-288ff147-4c09-4b0a-9f8c-be4ff479e990 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Calling delete_port for 2f85a9ee-e929-4022-a3a7-b09f4cf218ac owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:38:22.329872 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-c5eef85a-d327-48c3-9df8-fd0bf28f5342 req-288ff147-4c09-4b0a-9f8c-be4ff479e990 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:22.341537 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-4d299f35-dc27-465e-ada7-af72383ed743 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:22.349431 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['972457de-4329-4ae7-954a-c6eaefbbbab2', '2f85a9ee-e929-4022-a3a7-b09f4cf218ac'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:38:22.406109 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ff147-4c09-4b0a-9f8c-be4ff479e990 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Pushing event deleted for resources: {'Port': ['ID=2f85a9ee-e929-4022-a3a7-b09f4cf218ac,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:22.418255 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-288ff147-4c09-4b0a-9f8c-be4ff479e990 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:22.449660 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3c50b-c30c-4b68-8699-5e2e1617aa36 req-64b0e44a-3332-4762-969f-77ed592ada46 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:22.451488 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-52e3c50b-c30c-4b68-8699-5e2e1617aa36 req-64b0e44a-3332-4762-969f-77ed592ada46 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1069913 May 06 18:38:22.515361 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5eef85a-d327-48c3-9df8-fd0bf28f5342 req-288ff147-4c09-4b0a-9f8c-be4ff479e990 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] No DVR routers for this DVR port 2f85a9ee-e929-4022-a3a7-b09f4cf218ac on host hv-cinder-73362 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:38:22.518310 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-c5eef85a-d327-48c3-9df8-fd0bf28f5342 req-288ff147-4c09-4b0a-9f8c-be4ff479e990 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:22.521652 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbca1df4-d5ae-4c29-9856-cf7fd31c330e', 'name': 'network-vif-deleted', 'tag': '2f85a9ee-e929-4022-a3a7-b09f4cf218ac'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:38:22.535140 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-52e3c50b-c30c-4b68-8699-5e2e1617aa36 req-1134a6c8-aeb6-458d-9f56-5b5290d2409f tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746729 May 06 18:38:22.598754 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c5eef85a-d327-48c3-9df8-fd0bf28f5342 req-288ff147-4c09-4b0a-9f8c-be4ff479e990 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.55 "DELETE /v2.0/ports/2f85a9ee-e929-4022-a3a7-b09f4cf218ac HTTP/1.1" status: 204 len: 173 time: 0.8335879 May 06 18:38:22.605534 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-55895520-70e6-4f8b-bf00-236310a10f24 req-c9be8edf-9817-41bd-9f36-3f3651323ac1 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Synchronizing usage tracker for tenant:cc919bedec1b46b6aaeef5a6e940c757 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:38:22.611298 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbca1df4-d5ae-4c29-9856-cf7fd31c330e', 'name': 'network-vif-deleted', 'tag': '2f85a9ee-e929-4022-a3a7-b09f4cf218ac', 'status': 'completed', 'code': 200} May 06 18:38:22.667626 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-55895520-70e6-4f8b-bf00-236310a10f24 req-c9be8edf-9817-41bd-9f36-3f3651323ac1 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Unset dirty status for tenant:cc919bedec1b46b6aaeef5a6e940c757 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:38:22.669995 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-55895520-70e6-4f8b-bf00-236310a10f24 req-c9be8edf-9817-41bd-9f36-3f3651323ac1 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbca1df4-d5ae-4c29-9856-cf7fd31c330e HTTP/1.1" status: 200 len: 210 time: 0.1268919 May 06 18:38:23.230087 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df80d69-4e3f-4e71-91d1-d99c76ccf17c req-d892540e-e759-445b-94fc-9fef24c763a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:23.232624 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9df80d69-4e3f-4e71-91d1-d99c76ccf17c req-d892540e-e759-445b-94fc-9fef24c763a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97dcc9ffc3774e62a6c6a20b65d59ae6&device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 1098 time: 0.1269701 May 06 18:38:23.263399 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e38e2a-e5b8-4d83-98e7-588ace355c94 req-6450d0e4-872a-48b8-951f-ef058294f5a3 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:23.265115 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-79e38e2a-e5b8-4d83-98e7-588ace355c94 req-6450d0e4-872a-48b8-951f-ef058294f5a3 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1011047 May 06 18:38:23.350611 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-79e38e2a-e5b8-4d83-98e7-588ace355c94 req-6808f7b4-edcc-4e27-97d6-ae37fe673cbd tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759435 May 06 18:38:23.465345 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df80d69-4e3f-4e71-91d1-d99c76ccf17c req-fa658148-6800-4fb8-85b3-dd8eb44cf097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:23.467988 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9df80d69-4e3f-4e71-91d1-d99c76ccf17c req-fa658148-6800-4fb8-85b3-dd8eb44cf097 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0345db37-2d24-47c9-ba99-e54097aa82ed HTTP/1.1" status: 200 len: 919 time: 0.2224798 May 06 18:38:23.605378 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9df80d69-4e3f-4e71-91d1-d99c76ccf17c req-37404645-6fbd-4ca4-9808-9d00a6f1c1c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 HTTP/1.1" status: 200 len: 217 time: 0.1300497 May 06 18:38:23.724146 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df80d69-4e3f-4e71-91d1-d99c76ccf17c req-ecde5e85-2f3a-42a8-9a7a-2457720dd90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:23.726656 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9df80d69-4e3f-4e71-91d1-d99c76ccf17c req-ecde5e85-2f3a-42a8-9a7a-2457720dd90f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c4f66d51-4d4f-47b7-9053-f874c75999d5 HTTP/1.1" status: 200 len: 858 time: 0.1095755 May 06 18:38:23.822074 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9df80d69-4e3f-4e71-91d1-d99c76ccf17c req-5c409e3b-2c28-4627-9e9a-f786e99a42b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0345db37-2d24-47c9-ba99-e54097aa82ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833580 May 06 18:38:24.012554 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9df80d69-4e3f-4e71-91d1-d99c76ccf17c req-de73a6df-c429-49c9-a3c7-85c6d4cde0fd service neutron] 10.222.0.55 "GET /v2.0/networks/0345db37-2d24-47c9-ba99-e54097aa82ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811368 May 06 18:38:24.257173 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9df80d69-4e3f-4e71-91d1-d99c76ccf17c req-201c5f4f-ad65-413e-8e56-dcf7e5efc94e service neutron] 10.222.0.55 "GET /v2.0/networks/0345db37-2d24-47c9-ba99-e54097aa82ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305415 May 06 18:38:24.553974 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bd5c4-5714-480b-8364-d22cc302e145 req-2837d5c9-d00d-4f58-bdef-a692c6c45076 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:24.555434 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-be5bd5c4-5714-480b-8364-d22cc302e145 req-2837d5c9-d00d-4f58-bdef-a692c6c45076 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.0870328 May 06 18:38:24.602648 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-be5bd5c4-5714-480b-8364-d22cc302e145 req-47cbce45-e04e-4b78-a5bb-18e79d7b79d0 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406346 May 06 18:38:25.366379 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:38:25.491535 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 2f85a9ee-e929-4022-a3a7-b09f4cf218ac no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:38:25.529894 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7e122-e54b-4c6d-a637-94fbcfbd95ee req-8730afc7-591d-4b14-b651-e6f08ceafba1 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:25.531659 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d2d7e122-e54b-4c6d-a637-94fbcfbd95ee req-8730afc7-591d-4b14-b651-e6f08ceafba1 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 946 time: 0.1013396 May 06 18:38:25.533991 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] No Port match for: 2f85a9ee-e929-4022-a3a7-b09f4cf218ac {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:38:25.534348 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 2f85a9ee-e929-4022-a3a7-b09f4cf218ac not bound to the agent host hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:38:25.580852 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d2d7e122-e54b-4c6d-a637-94fbcfbd95ee req-ec25af24-f847-4e78-9479-ca622e04b9f5 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422211 May 06 18:38:25.950584 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f66460-a6dd-495c-9c45-2630bde5f1df req-bfa5cdac-eee7-4dca-b663-607505c03ccf tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:25.952222 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-12f66460-a6dd-495c-9c45-2630bde5f1df req-bfa5cdac-eee7-4dca-b663-607505c03ccf tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.0859969 May 06 18:38:26.011007 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-12f66460-a6dd-495c-9c45-2630bde5f1df req-a6120413-ae84-44ef-bebb-b7ba4f1d1cb2 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515161 May 06 18:38:26.790622 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86869b38-6891-4609-b5c5-e25a0a6998c2 req-3fbac3b4-42a1-4a0d-aea0-a1853a070ff2 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:26.792236 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-86869b38-6891-4609-b5c5-e25a0a6998c2 req-3fbac3b4-42a1-4a0d-aea0-a1853a070ff2 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 946 time: 0.0933623 May 06 18:38:26.847837 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-86869b38-6891-4609-b5c5-e25a0a6998c2 req-00d65f89-1b45-473e-ad9f-83d14b41babf tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491767 May 06 18:38:27.221407 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea995d4a-594f-4597-9454-d5085a05024d req-34ea13b5-830f-4639-ad3f-c2b0c4050725 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:27.223053 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ea995d4a-594f-4597-9454-d5085a05024d req-34ea13b5-830f-4639-ad3f-c2b0c4050725 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.0861993 May 06 18:38:27.248543 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:27.282682 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ea995d4a-594f-4597-9454-d5085a05024d req-1663f720-551e-48ff-9c9e-02ee88119709 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466802 May 06 18:38:27.486150 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091025e-51fb-42ec-aae1-e98ba4c8b9e1 req-b3913076-de58-468f-ae5d-84aa12dad26a tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:27.487666 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1091025e-51fb-42ec-aae1-e98ba4c8b9e1 req-b3913076-de58-468f-ae5d-84aa12dad26a tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 946 time: 0.0916202 May 06 18:38:27.694000 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-1091025e-51fb-42ec-aae1-e98ba4c8b9e1 req-41f64f52-575f-40a5-a227-2acfb23bfe35 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Deleting port 972457de-4329-4ae7-954a-c6eaefbbbab2 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:38:27.694559 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-1091025e-51fb-42ec-aae1-e98ba4c8b9e1 req-41f64f52-575f-40a5-a227-2acfb23bfe35 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:27.873749 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-1091025e-51fb-42ec-aae1-e98ba4c8b9e1 req-41f64f52-575f-40a5-a227-2acfb23bfe35 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] For port 972457de-4329-4ae7-954a-c6eaefbbbab2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=972457de-4329-4ae7-954a-c6eaefbbbab2,segment=NetworkSegment(db3a5d59-306d-4aa6-a6db-a661eb0f3a17),segment_id=db3a5d59-306d-4aa6-a6db-a661eb0f3a17)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:38:27.874096 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-1091025e-51fb-42ec-aae1-e98ba4c8b9e1 req-41f64f52-575f-40a5-a227-2acfb23bfe35 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:28.092338 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-1091025e-51fb-42ec-aae1-e98ba4c8b9e1 req-41f64f52-575f-40a5-a227-2acfb23bfe35 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Calling delete_port for 972457de-4329-4ae7-954a-c6eaefbbbab2 owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:38:28.217623 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-1091025e-51fb-42ec-aae1-e98ba4c8b9e1 req-41f64f52-575f-40a5-a227-2acfb23bfe35 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:28.220635 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77d448-66df-4cd0-afd7-bc729bbfcd7e req-b6475d60-c19a-4e5d-aa42-3d0513290e79 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:28.222237 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2d77d448-66df-4cd0-afd7-bc729bbfcd7e req-b6475d60-c19a-4e5d-aa42-3d0513290e79 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdb66e8-8e57-45a3-a449-366231917804 HTTP/1.1" status: 200 len: 946 time: 0.0861201 May 06 18:38:28.225162 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-5ab7ab96-8552-46c2-a97d-8bd2ca4c96dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:28.229917 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['972457de-4329-4ae7-954a-c6eaefbbbab2'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:38:28.275173 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f64f52-575f-40a5-a227-2acfb23bfe35 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Pushing event deleted for resources: {'Port': ['ID=972457de-4329-4ae7-954a-c6eaefbbbab2,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:28.278112 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-41f64f52-575f-40a5-a227-2acfb23bfe35 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:28.293501 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2d77d448-66df-4cd0-afd7-bc729bbfcd7e req-876304b9-a348-4b99-9207-a8a9c2f95e2f tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.50 "GET /v2.0/security-groups?id=c08bf2e0-656b-4345-9e46-32015f1b6ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650477 May 06 18:38:28.352716 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-1091025e-51fb-42ec-aae1-e98ba4c8b9e1 req-41f64f52-575f-40a5-a227-2acfb23bfe35 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] No DVR routers for this DVR port 972457de-4329-4ae7-954a-c6eaefbbbab2 on host hv-cinder-73362 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:38:28.355319 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-1091025e-51fb-42ec-aae1-e98ba4c8b9e1 req-41f64f52-575f-40a5-a227-2acfb23bfe35 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:28.358028 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdb66e8-8e57-45a3-a449-366231917804', 'name': 'network-vif-deleted', 'tag': '972457de-4329-4ae7-954a-c6eaefbbbab2'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:38:28.374977 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1091025e-51fb-42ec-aae1-e98ba4c8b9e1 req-41f64f52-575f-40a5-a227-2acfb23bfe35 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] 10.222.0.55 "DELETE /v2.0/ports/972457de-4329-4ae7-954a-c6eaefbbbab2 HTTP/1.1" status: 204 len: 173 time: 0.8778782 May 06 18:38:28.412467 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abdb66e8-8e57-45a3-a449-366231917804', 'name': 'network-vif-deleted', 'tag': '972457de-4329-4ae7-954a-c6eaefbbbab2', 'status': 'completed', 'code': 200} May 06 18:38:29.230988 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c0078-0336-40f6-b714-2b9f48684c7e req-65a82212-c655-4b6e-948c-c442669bc578 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:29.232633 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ab7c0078-0336-40f6-b714-2b9f48684c7e req-65a82212-c655-4b6e-948c-c442669bc578 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1152155 May 06 18:38:29.301929 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ab7c0078-0336-40f6-b714-2b9f48684c7e req-7ab3dcb3-ec92-4209-a014-38b70b20402a tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624006 May 06 18:38:29.416656 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 45296) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:29.493178 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c2f440-26e7-4709-9758-b5c034eee14a admin admin] Deleting subnet 9a3aa520-893d-4113-b4c9-d14c97e64a44 {{(pid=78803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:38:29.498107 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-65c2f440-26e7-4709-9758-b5c034eee14a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:29.585518 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-65c2f440-26e7-4709-9758-b5c034eee14a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2178593'] for subnet, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:29.670598 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-65c2f440-26e7-4709-9758-b5c034eee14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8251675'] for subnet, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:30.081213 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-65c2f440-26e7-4709-9758-b5c034eee14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8251668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2393603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2759995'] for subnet, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:30.088559 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-e0062df5-bf07-4821-8398-ea3d4868a4a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:30.127796 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2f440-26e7-4709-9758-b5c034eee14a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a3aa520-893d-4113-b4c9-d14c97e64a44,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:30.130556 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-65c2f440-26e7-4709-9758-b5c034eee14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:30.137900 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-65c2f440-26e7-4709-9758-b5c034eee14a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:30.144656 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-65c2f440-26e7-4709-9758-b5c034eee14a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9a3aa520-893d-4113-b4c9-d14c97e64a44 HTTP/1.1" status: 204 len: 168 time: 0.7268720 May 06 18:38:30.147277 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 45312) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:30.338137 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a1212352-5bf4-4f25-8bac-e66e42fba56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8341019'] for network, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:30.491204 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a1212352-5bf4-4f25-8bac-e66e42fba56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8253920', 'neutron.services.segments.db._delete_segments_for_network-8734943948701'] for network, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:30.514478 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-a1212352-5bf4-4f25-8bac-e66e42fba56e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e712c820-8e93-42e1-8b79-4d408a674dd6']}} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:38:30.546250 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-a1212352-5bf4-4f25-8bac-e66e42fba56e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db3a5d59-306d-4aa6-a6db-a661eb0f3a17') {'for_net_delete': True} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:38:30.546659 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-a1212352-5bf4-4f25-8bac-e66e42fba56e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db3a5d59-306d-4aa6-a6db-a661eb0f3a17') {} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:38:30.566657 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a1212352-5bf4-4f25-8bac-e66e42fba56e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734943960679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2178622'] for segment, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:30.587855 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a1212352-5bf4-4f25-8bac-e66e42fba56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:30.594898 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1212352-5bf4-4f25-8bac-e66e42fba56e admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=78803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:38:30.595385 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a1212352-5bf4-4f25-8bac-e66e42fba56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8250152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2393701'] for segment, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: Traceback (most recent call last): May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: timer() May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: cb(*args, **kw) May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: return func(*args, **kwargs) May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: self._notify() May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: self.callback(batched_events) May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: event.method(event) May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: return f(self, *a, **k) May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: return self._get(url).json() May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: return self.request(url, 'GET', **kwargs) May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:38:30.608703 dv-cinder-733622-15-iscsi neutron-server[78803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:38:30.688755 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a1212352-5bf4-4f25-8bac-e66e42fba56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8253849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1046133'] for network, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:30.693047 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:30.709092 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a1212352-5bf4-4f25-8bac-e66e42fba56e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:30.715189 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1212352-5bf4-4f25-8bac-e66e42fba56e admin admin] Pushing event deleted for resources: {'Network': ['ID=e712c820-8e93-42e1-8b79-4d408a674dd6,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:30.720131 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-a1212352-5bf4-4f25-8bac-e66e42fba56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:30.728713 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-a1212352-5bf4-4f25-8bac-e66e42fba56e admin admin] 10.222.0.50 "DELETE /v2.0/networks/e712c820-8e93-42e1-8b79-4d408a674dd6 HTTP/1.1" status: 204 len: 168 time: 0.5803337 May 06 18:38:30.919640 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 45322) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:30.971500 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-51e1ec28-5c8a-482d-ad29-7a4fd772d51c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cc919bedec1b46b6aaeef5a6e940c757&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0505588 May 06 18:38:30.974227 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 45326) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:31.050017 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-72571392-b882-46f4-9875-38dc425fc00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:31.077725 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-72571392-b882-46f4-9875-38dc425fc00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:31.157630 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-72571392-b882-46f4-9875-38dc425fc00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:31.162200 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:31.178948 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72571392-b882-46f4-9875-38dc425fc00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08bf2e0-656b-4345-9e46-32015f1b6ebf,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:31.181894 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-72571392-b882-46f4-9875-38dc425fc00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:31.193808 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-72571392-b882-46f4-9875-38dc425fc00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:31.198166 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-72571392-b882-46f4-9875-38dc425fc00b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c08bf2e0-656b-4345-9e46-32015f1b6ebf HTTP/1.1" status: 204 len: 168 time: 0.2229190 May 06 18:38:31.952532 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e802d71-d964-44d6-b047-40d9caca8d83 req-ec30c9f2-a1d3-4728-94bb-30819b2a5f68 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:31.954462 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9e802d71-d964-44d6-b047-40d9caca8d83 req-ec30c9f2-a1d3-4728-94bb-30819b2a5f68 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1035755 May 06 18:38:32.006446 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9e802d71-d964-44d6-b047-40d9caca8d83 req-772a5cb6-3b7d-4f25-9a66-e65623954b60 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457139 May 06 18:38:33.203755 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41029a2-e522-4e99-a077-847682b5e1f7 req-244e9211-3444-47c6-9b3e-4059427c3394 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:33.205206 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-c41029a2-e522-4e99-a077-847682b5e1f7 req-244e9211-3444-47c6-9b3e-4059427c3394 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.0836246 May 06 18:38:33.250992 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-c41029a2-e522-4e99-a077-847682b5e1f7 req-364178b5-3930-4282-b73a-e5e8f4050ce7 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401156 May 06 18:38:33.575141 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 972457de-4329-4ae7-954a-c6eaefbbbab2 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:38:33.611428 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] No Port match for: 972457de-4329-4ae7-954a-c6eaefbbbab2 {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:38:33.611829 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 972457de-4329-4ae7-954a-c6eaefbbbab2 not bound to the agent host hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:38:34.495937 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e66df9-df87-435e-9902-2bb23cfc17ad req-24810f30-6be5-443c-b370-97dc3b27b1a8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:34.497482 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e6e66df9-df87-435e-9902-2bb23cfc17ad req-24810f30-6be5-443c-b370-97dc3b27b1a8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1311972 May 06 18:38:34.558748 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e6e66df9-df87-435e-9902-2bb23cfc17ad req-c18708d5-9779-4c63-9a6a-ca5b1d4b908e tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512805 May 06 18:38:35.865258 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152b59a-37d4-444c-8265-9babb5847de2 req-c305d6a1-91d3-4fa9-b715-55eb83a05f9b tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:35.867889 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a152b59a-37d4-444c-8265-9babb5847de2 req-c305d6a1-91d3-4fa9-b715-55eb83a05f9b tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1461523 May 06 18:38:35.916322 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a152b59a-37d4-444c-8265-9babb5847de2 req-d7c11676-d298-4ac5-8c0a-88f9cbae4835 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424693 May 06 18:38:37.214212 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10a9d6-e9c1-4dea-b6f1-0415b07b58a8 req-d9c59937-a103-4d82-abbd-92a8749d66f8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:37.215660 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1e10a9d6-e9c1-4dea-b6f1-0415b07b58a8 req-d9c59937-a103-4d82-abbd-92a8749d66f8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1672027 May 06 18:38:37.263745 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1e10a9d6-e9c1-4dea-b6f1-0415b07b58a8 req-2fcfc4ed-22ca-4b26-b56e-2de69367eec1 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417948 May 06 18:38:38.478227 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f1828-ed3b-4cee-865d-c53d4a4796a4 req-6e85c206-0769-42ee-a0cf-75ff6791a2bc tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:38.479829 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-9e8f1828-ed3b-4cee-865d-c53d4a4796a4 req-6e85c206-0769-42ee-a0cf-75ff6791a2bc tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.0982678 May 06 18:38:38.528100 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-9e8f1828-ed3b-4cee-865d-c53d4a4796a4 req-f9a22d44-dab5-4523-a162-53e2c9158318 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417273 May 06 18:38:39.760476 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064466c2-5c84-4bd2-8128-7087e814a736 req-87d502b0-270f-43b0-b2e4-ba91e7cbf641 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:39.762036 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-064466c2-5c84-4bd2-8128-7087e814a736 req-87d502b0-270f-43b0-b2e4-ba91e7cbf641 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.0972452 May 06 18:38:39.816111 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-064466c2-5c84-4bd2-8128-7087e814a736 req-c927bbe7-c8e8-4a4c-9d8a-62edafc59fc1 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472159 May 06 18:38:41.055621 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bab305-c066-424b-ae59-9c7f3bbdd17c req-fc36eacf-6d29-4b8e-bcbc-c711b63cc786 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:41.058399 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d4bab305-c066-424b-ae59-9c7f3bbdd17c req-fc36eacf-6d29-4b8e-bcbc-c711b63cc786 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1165998 May 06 18:38:41.142315 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d4bab305-c066-424b-ae59-9c7f3bbdd17c req-6a560646-805b-43b1-bd29-68b943bc0168 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756602 May 06 18:38:42.061112 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da2ad4-e5b0-4c2e-b2c7-fdc59e9f060e req-d30c8886-b660-4d56-abd0-3cdc8c3000f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:42.063175 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-75da2ad4-e5b0-4c2e-b2c7-fdc59e9f060e req-d30c8886-b660-4d56-abd0-3cdc8c3000f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97dcc9ffc3774e62a6c6a20b65d59ae6&device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 1098 time: 0.1330895 May 06 18:38:42.191640 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97947fe8-9a3a-4bc6-9e7a-e176cf5d74ef req-111d7426-026f-463c-ae31-96f0f5d129a5 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:42.193241 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-97947fe8-9a3a-4bc6-9e7a-e176cf5d74ef req-111d7426-026f-463c-ae31-96f0f5d129a5 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.2021427 May 06 18:38:42.257365 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da2ad4-e5b0-4c2e-b2c7-fdc59e9f060e req-d564dd6d-b02e-4aaa-b7c6-ec536f01894a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:42.259083 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-75da2ad4-e5b0-4c2e-b2c7-fdc59e9f060e req-d564dd6d-b02e-4aaa-b7c6-ec536f01894a service neutron] 10.222.0.55 "GET /v2.0/networks?id=0345db37-2d24-47c9-ba99-e54097aa82ed HTTP/1.1" status: 200 len: 919 time: 0.1873202 May 06 18:38:42.350131 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-75da2ad4-e5b0-4c2e-b2c7-fdc59e9f060e req-222c6373-10be-4480-b683-1629e3a2722c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 HTTP/1.1" status: 200 len: 217 time: 0.0776939 May 06 18:38:42.355531 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-97947fe8-9a3a-4bc6-9e7a-e176cf5d74ef req-77ebbf76-284b-45cc-aac6-37462447da2d tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471779 May 06 18:38:42.431956 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da2ad4-e5b0-4c2e-b2c7-fdc59e9f060e req-3d47ad88-50bd-4a0a-92fb-aa11da84dc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:42.433375 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-75da2ad4-e5b0-4c2e-b2c7-fdc59e9f060e req-3d47ad88-50bd-4a0a-92fb-aa11da84dc5d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c4f66d51-4d4f-47b7-9053-f874c75999d5 HTTP/1.1" status: 200 len: 858 time: 0.0724273 May 06 18:38:42.442079 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48af18-8e2f-491b-a312-2e4b4d70e5f7 req-52436859-a482-4a1d-8e92-3bbb093c9153 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:42.444261 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ff48af18-8e2f-491b-a312-2e4b4d70e5f7 req-52436859-a482-4a1d-8e92-3bbb093c9153 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1174104 May 06 18:38:42.513775 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-75da2ad4-e5b0-4c2e-b2c7-fdc59e9f060e req-952fbb32-960c-4f80-bb8b-68cc58d64bae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0345db37-2d24-47c9-ba99-e54097aa82ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546386 May 06 18:38:42.514770 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ff48af18-8e2f-491b-a312-2e4b4d70e5f7 req-a3acf38a-486d-47ff-b429-27a048475d7a tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640354 May 06 18:38:42.679532 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-75da2ad4-e5b0-4c2e-b2c7-fdc59e9f060e req-9f6ee51c-badb-42ec-90e7-511c2a4c148f service neutron] 10.222.0.55 "GET /v2.0/networks/0345db37-2d24-47c9-ba99-e54097aa82ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584973 May 06 18:38:42.897268 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-75da2ad4-e5b0-4c2e-b2c7-fdc59e9f060e req-429e1c5c-6f2d-48d7-a438-9ef4fb7070f2 service neutron] 10.222.0.55 "GET /v2.0/networks/0345db37-2d24-47c9-ba99-e54097aa82ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078271 May 06 18:38:43.160941 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 45600) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:43.306974 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b0f0d02b-57a7-448c-b5f5-6ea0d6a96b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:43.326534 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-b0f0d02b-57a7-448c-b5f5-6ea0d6a96b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:38:43.334942 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-b0f0d02b-57a7-448c-b5f5-6ea0d6a96b26 admin admin] Usage tracker for resource:security_group_rule and tenant:8322e38430744fc2a97f99c91cf248dd is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:38:43.339132 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-b0f0d02b-57a7-448c-b5f5-6ea0d6a96b26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:38:43.349020 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-b0f0d02b-57a7-448c-b5f5-6ea0d6a96b26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:38:43.480981 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b0f0d02b-57a7-448c-b5f5-6ea0d6a96b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:43.489501 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b0f0d02b-57a7-448c-b5f5-6ea0d6a96b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:43.504217 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f6c4d03f-28c3-4838-b4b1-e1e62c8d0443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:43.612709 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-b0f0d02b-57a7-448c-b5f5-6ea0d6a96b26 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8322e38430744fc2a97f99c91cf248dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4505067 May 06 18:38:43.615769 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 45612) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:43.616631 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0d02b-57a7-448c-b5f5-6ea0d6a96b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7249d315-ee13-44a5-9768-09fea6869562,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:43.627257 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0d02b-57a7-448c-b5f5-6ea0d6a96b26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:43.627677 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0d02b-57a7-448c-b5f5-6ea0d6a96b26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:43.628138 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0d02b-57a7-448c-b5f5-6ea0d6a96b26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:43.628310 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0d02b-57a7-448c-b5f5-6ea0d6a96b26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:43.628646 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0d02b-57a7-448c-b5f5-6ea0d6a96b26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:43.628990 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0d02b-57a7-448c-b5f5-6ea0d6a96b26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:43.629331 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0d02b-57a7-448c-b5f5-6ea0d6a96b26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:43.629664 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0d02b-57a7-448c-b5f5-6ea0d6a96b26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:43.630199 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0d02b-57a7-448c-b5f5-6ea0d6a96b26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:43.630691 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0d02b-57a7-448c-b5f5-6ea0d6a96b26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:43.631037 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0d02b-57a7-448c-b5f5-6ea0d6a96b26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:43.631498 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0d02b-57a7-448c-b5f5-6ea0d6a96b26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:43.637058 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-b0f0d02b-57a7-448c-b5f5-6ea0d6a96b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:43.688072 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c0819-266c-4622-b6a1-65c1bb7e60e1 req-53b761d6-9454-481a-a765-c15dce505f83 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:43.690197 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-5f4c0819-266c-4622-b6a1-65c1bb7e60e1 req-53b761d6-9454-481a-a765-c15dce505f83 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1721725 May 06 18:38:43.754077 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-83a37e54-d26a-4f8d-918f-14199f53877a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:43.763452 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-5f4c0819-266c-4622-b6a1-65c1bb7e60e1 req-de0dcd81-342e-4a68-9acd-918caf581690 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622506 May 06 18:38:43.794171 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-83a37e54-d26a-4f8d-918f-14199f53877a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:43.860842 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a74270-f505-4da0-bdff-0c3e38f37b15 req-c93626ac-1643-4dfb-a8d5-afb4b2834cc3 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:43.862386 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-15a74270-f505-4da0-bdff-0c3e38f37b15 req-c93626ac-1643-4dfb-a8d5-afb4b2834cc3 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1884463 May 06 18:38:44.019480 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-15a74270-f505-4da0-bdff-0c3e38f37b15 req-f3844578-158f-4146-8987-881136cdd3be tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489699 May 06 18:38:44.020780 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-83a37e54-d26a-4f8d-918f-14199f53877a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:44.024838 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-a2751377-1f55-4772-adad-98faaafc9767 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:44.039688 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a37e54-d26a-4f8d-918f-14199f53877a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7249d315-ee13-44a5-9768-09fea6869562,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:44.049562 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a37e54-d26a-4f8d-918f-14199f53877a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:44.050159 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a37e54-d26a-4f8d-918f-14199f53877a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:44.050396 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a37e54-d26a-4f8d-918f-14199f53877a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:44.050591 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a37e54-d26a-4f8d-918f-14199f53877a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:44.050920 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a37e54-d26a-4f8d-918f-14199f53877a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:44.051363 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a37e54-d26a-4f8d-918f-14199f53877a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:44.051647 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a37e54-d26a-4f8d-918f-14199f53877a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:44.051991 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a37e54-d26a-4f8d-918f-14199f53877a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:44.052338 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a37e54-d26a-4f8d-918f-14199f53877a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:44.052676 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a37e54-d26a-4f8d-918f-14199f53877a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:44.053011 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a37e54-d26a-4f8d-918f-14199f53877a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:44.053351 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a37e54-d26a-4f8d-918f-14199f53877a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:44.057015 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-83a37e54-d26a-4f8d-918f-14199f53877a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:44.058714 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-83a37e54-d26a-4f8d-918f-14199f53877a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7249d315-ee13-44a5-9768-09fea6869562 HTTP/1.1" status: 204 len: 168 time: 0.4416745 May 06 18:38:44.060489 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-83a37e54-d26a-4f8d-918f-14199f53877a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:45.030568 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c625aa8-b4a3-4591-adca-48b33b9af0f0 req-19eaf4bb-6cbe-4d23-ac15-bf7e1abb267c tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:45.033090 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1c625aa8-b4a3-4591-adca-48b33b9af0f0 req-19eaf4bb-6cbe-4d23-ac15-bf7e1abb267c tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1154854 May 06 18:38:45.120771 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1c625aa8-b4a3-4591-adca-48b33b9af0f0 req-1b321cce-af23-4b06-8271-f7b8cbd0a666 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858836 May 06 18:38:45.326820 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054974f-d925-4ec8-9df7-05cc2f6cf281 req-4334784d-0f0e-41a9-bca5-39a85087ac52 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:45.330106 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7054974f-d925-4ec8-9df7-05cc2f6cf281 req-4334784d-0f0e-41a9-bca5-39a85087ac52 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1319537 May 06 18:38:45.409381 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7054974f-d925-4ec8-9df7-05cc2f6cf281 req-9b006947-ff96-46ae-a689-c13e0be7d426 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729666 May 06 18:38:46.294649 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-4b0d4abc-5790-4f8e-b54e-b44c53c06d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:46.370322 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 45674) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:46.413723 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b019f-a31f-4349-8948-51faeadfcda7 req-9b2ea250-61e8-41cb-8f76-7596c9d6ce2c tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:46.416864 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-625b019f-a31f-4349-8948-51faeadfcda7 req-9b2ea250-61e8-41cb-8f76-7596c9d6ce2c tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1489348 May 06 18:38:46.485269 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-625b019f-a31f-4349-8948-51faeadfcda7 req-7e3b757b-1079-48c5-92bf-d265ecaec350 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614774 May 06 18:38:46.533900 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-89049edf-b072-4008-858a-25e5ea230cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:46.587104 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-89049edf-b072-4008-858a-25e5ea230cd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:38:46.602787 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-89049edf-b072-4008-858a-25e5ea230cd7 admin admin] Usage tracker for resource:security_group_rule and tenant:aa49cf673aff48a4adbd7b122319d438 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:38:46.606711 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-89049edf-b072-4008-858a-25e5ea230cd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:38:46.614507 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-89049edf-b072-4008-858a-25e5ea230cd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:38:46.683542 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def5ad3-669e-4ae4-86b2-1732bd8a73e8 req-c263c265-ff3f-4434-8217-567b9c6c9d58 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:46.685227 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4def5ad3-669e-4ae4-86b2-1732bd8a73e8 req-c263c265-ff3f-4434-8217-567b9c6c9d58 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1403008 May 06 18:38:46.774547 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4def5ad3-669e-4ae4-86b2-1732bd8a73e8 req-25bb5233-54ae-4d75-abf1-e94e82fe0201 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802088 May 06 18:38:46.789645 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-89049edf-b072-4008-858a-25e5ea230cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:46.795531 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-89049edf-b072-4008-858a-25e5ea230cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:46.804325 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-3c7569d4-95ad-408b-a0ae-a4613927c9fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:46.860352 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89049edf-b072-4008-858a-25e5ea230cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67ea4e1-4de0-47a4-84ef-c6b29db79b81,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:46.868950 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 45684) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:46.869302 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-89049edf-b072-4008-858a-25e5ea230cd7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aa49cf673aff48a4adbd7b122319d438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4972975 May 06 18:38:46.870544 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-89049edf-b072-4008-858a-25e5ea230cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:46.977562 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9489a0d7-d10b-4a6a-b951-b13b01b01228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:47.012388 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9489a0d7-d10b-4a6a-b951-b13b01b01228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:47.084230 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9489a0d7-d10b-4a6a-b951-b13b01b01228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:47.088663 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-1cf7531e-a812-4e63-9f49-26520e31ef03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:47.104072 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489a0d7-d10b-4a6a-b951-b13b01b01228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67ea4e1-4de0-47a4-84ef-c6b29db79b81,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:47.106630 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-9489a0d7-d10b-4a6a-b951-b13b01b01228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:47.119747 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9489a0d7-d10b-4a6a-b951-b13b01b01228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:47.121347 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-9489a0d7-d10b-4a6a-b951-b13b01b01228 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a67ea4e1-4de0-47a4-84ef-c6b29db79b81 HTTP/1.1" status: 204 len: 168 time: 0.2506969 May 06 18:38:47.489812 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 45694) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:47.512648 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-cb21c292-1d05-47ab-b790-251149120354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:47.534147 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-cb21c292-1d05-47ab-b790-251149120354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:38:47.538701 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-cb21c292-1d05-47ab-b790-251149120354 admin admin] Usage tracker for resource:security_group_rule and tenant:98da026b3733406d92e3b13d71386866 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:38:47.541769 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-cb21c292-1d05-47ab-b790-251149120354 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:38:47.548541 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-cb21c292-1d05-47ab-b790-251149120354 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:38:47.728615 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-cb21c292-1d05-47ab-b790-251149120354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:47.735715 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-cb21c292-1d05-47ab-b790-251149120354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:47.746318 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-b893fca1-ee7a-4a32-831a-81cbc461e60b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:47.824906 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-cb21c292-1d05-47ab-b790-251149120354 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=98da026b3733406d92e3b13d71386866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327067 May 06 18:38:47.827015 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21c292-1d05-47ab-b790-251149120354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab5013d-4d12-4b04-a462-7abfe7cc537b,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:47.828273 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 45702) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:47.833354 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-cb21c292-1d05-47ab-b790-251149120354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:47.853502 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17ed00-f749-4c8f-ae4e-1e86b0e9f4af req-3310992e-743b-41ce-9a9c-2ae70a706219 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:47.859800 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6e17ed00-f749-4c8f-ae4e-1e86b0e9f4af req-3310992e-743b-41ce-9a9c-2ae70a706219 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.2327285 May 06 18:38:47.912251 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ee7183c4-a535-485e-b15d-6f9fecb2350c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:47.932918 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6e17ed00-f749-4c8f-ae4e-1e86b0e9f4af req-bfecd476-5ce1-4ffb-9c7e-f1d1912c7684 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668218 May 06 18:38:48.002382 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ee7183c4-a535-485e-b15d-6f9fecb2350c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:48.116542 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7186129-b4e8-4f68-b639-f665d1d16820 req-6c45da46-6ea5-486f-9c34-0ca0d0cc23cb tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:48.123928 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e7186129-b4e8-4f68-b639-f665d1d16820 req-6c45da46-6ea5-486f-9c34-0ca0d0cc23cb tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.2007592 May 06 18:38:48.179278 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ee7183c4-a535-485e-b15d-6f9fecb2350c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:48.185784 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-dc7e8eaa-4e62-4608-8404-a7232d48251a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:48.207384 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7183c4-a535-485e-b15d-6f9fecb2350c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab5013d-4d12-4b04-a462-7abfe7cc537b,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:48.212201 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e7186129-b4e8-4f68-b639-f665d1d16820 req-0d71a515-2d90-4ffd-a033-e16edd104ef0 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759170 May 06 18:38:48.213194 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ee7183c4-a535-485e-b15d-6f9fecb2350c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:48.223426 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ee7183c4-a535-485e-b15d-6f9fecb2350c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:48.227195 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-ee7183c4-a535-485e-b15d-6f9fecb2350c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aab5013d-4d12-4b04-a462-7abfe7cc537b HTTP/1.1" status: 204 len: 168 time: 0.3949456 May 06 18:38:48.334948 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:48.728796 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-f437657b-b149-4c9c-a92c-b46168ce7da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:49.207274 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23ce8c-87e9-4ed5-9759-a81c8d8743e2 req-14588edf-d668-4d66-97b1-9d70911d4d27 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:49.208948 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3e23ce8c-87e9-4ed5-9759-a81c8d8743e2 req-14588edf-d668-4d66-97b1-9d70911d4d27 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1288965 May 06 18:38:49.268648 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3e23ce8c-87e9-4ed5-9759-a81c8d8743e2 req-570f14d1-ccf0-49d5-9955-fba4f38be276 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538974 May 06 18:38:49.476364 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fedb12-8cff-4636-82f7-6f4643918f86 req-ffde7aa5-b1cd-4740-aa90-23937a0649e5 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:49.477995 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-58fedb12-8cff-4636-82f7-6f4643918f86 req-ffde7aa5-b1cd-4740-aa90-23937a0649e5 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1064067 May 06 18:38:49.535652 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-58fedb12-8cff-4636-82f7-6f4643918f86 req-0fcac0cd-fb0f-4dff-8d3a-8ccfc6c593c1 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455821 May 06 18:38:50.097964 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:50.595746 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfb9b9-7e60-4fc7-9758-2b5c1ad5042a req-35bb541d-dc7c-4452-a7df-6ce4464cb508 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:50.597474 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-34cfb9b9-7e60-4fc7-9758-2b5c1ad5042a req-35bb541d-dc7c-4452-a7df-6ce4464cb508 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.0984676 May 06 18:38:50.685485 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-34cfb9b9-7e60-4fc7-9758-2b5c1ad5042a req-26013c6a-fbc1-411b-9878-167b1f5cced1 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686584 May 06 18:38:50.766956 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32bf45-7e90-4112-a980-df4192330231 req-b37077f9-c99b-4b07-a5d0-6dd7a38be580 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:50.768861 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-df32bf45-7e90-4112-a980-df4192330231 req-b37077f9-c99b-4b07-a5d0-6dd7a38be580 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1047435 May 06 18:38:50.850218 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-df32bf45-7e90-4112-a980-df4192330231 req-a4b8bcf2-db6e-4f50-8797-f2d0d474f5c1 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698740 May 06 18:38:51.020625 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 45782) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:51.167083 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f8e217a5-43be-46ef-92d7-10a90ae4f84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:51.185929 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-f8e217a5-43be-46ef-92d7-10a90ae4f84c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:38:51.190618 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-f8e217a5-43be-46ef-92d7-10a90ae4f84c admin admin] Usage tracker for resource:security_group_rule and tenant:c05e8579744e404b9a4b0d3805e055ae is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:38:51.193963 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-f8e217a5-43be-46ef-92d7-10a90ae4f84c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:38:51.201812 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-f8e217a5-43be-46ef-92d7-10a90ae4f84c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:38:51.306787 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f8e217a5-43be-46ef-92d7-10a90ae4f84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:51.312570 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f8e217a5-43be-46ef-92d7-10a90ae4f84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:51.320295 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-e2b0db20-a1c2-4824-b820-50b88887a7af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:51.365492 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-f8e217a5-43be-46ef-92d7-10a90ae4f84c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c05e8579744e404b9a4b0d3805e055ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3435011 May 06 18:38:51.366303 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e217a5-43be-46ef-92d7-10a90ae4f84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc70279-e29d-4b1a-bc3b-2b57a694e401,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:51.369434 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f8e217a5-43be-46ef-92d7-10a90ae4f84c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:51.370732 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 45790) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:51.447740 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1a871cba-47ed-48d2-9413-13dcd3f388ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:51.477549 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1a871cba-47ed-48d2-9413-13dcd3f388ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:51.546862 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1a871cba-47ed-48d2-9413-13dcd3f388ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:51.551556 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-346c1973-439d-4422-baa9-9031fad3f19a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:51.569315 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a871cba-47ed-48d2-9413-13dcd3f388ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc70279-e29d-4b1a-bc3b-2b57a694e401,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:51.571697 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-1a871cba-47ed-48d2-9413-13dcd3f388ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:51.587443 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1a871cba-47ed-48d2-9413-13dcd3f388ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:51.590092 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-1a871cba-47ed-48d2-9413-13dcd3f388ed admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bfc70279-e29d-4b1a-bc3b-2b57a694e401 HTTP/1.1" status: 204 len: 168 time: 0.2179186 May 06 18:38:51.617320 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:51.941923 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2fde3-139c-4e24-b39b-48c5323fcdfb req-2446c78e-5b42-4731-92b6-65852d4733ec tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:51.950794 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-4eb2fde3-139c-4e24-b39b-48c5323fcdfb req-2446c78e-5b42-4731-92b6-65852d4733ec tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1126237 May 06 18:38:52.013535 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-4eb2fde3-139c-4e24-b39b-48c5323fcdfb req-5ac28db8-3def-4450-b074-fbac632ce908 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596349 May 06 18:38:52.107417 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 45802) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:52.142168 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5d282c15-6faf-4bb5-9032-2e38c73fc6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:52.160768 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-5d282c15-6faf-4bb5-9032-2e38c73fc6b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:38:52.165373 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-5d282c15-6faf-4bb5-9032-2e38c73fc6b6 admin admin] Usage tracker for resource:security_group_rule and tenant:7222ee969fe6426f8440a7c018ba8fd9 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:38:52.169236 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-5d282c15-6faf-4bb5-9032-2e38c73fc6b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:38:52.177127 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-5d282c15-6faf-4bb5-9032-2e38c73fc6b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:38:52.224303 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f74db-7e5a-4cd0-9d9a-320a1eaf4aaf req-f3e91ddc-33b6-44c3-b860-c419aaed6c21 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:52.227028 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-be1f74db-7e5a-4cd0-9d9a-320a1eaf4aaf req-f3e91ddc-33b6-44c3-b860-c419aaed6c21 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1465058 May 06 18:38:52.289114 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-be1f74db-7e5a-4cd0-9d9a-320a1eaf4aaf req-361da383-9195-452e-b677-20e3382c8bab tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557091 May 06 18:38:52.297821 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5d282c15-6faf-4bb5-9032-2e38c73fc6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:52.303707 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5d282c15-6faf-4bb5-9032-2e38c73fc6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:52.403041 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-d8b142fe-9e90-4766-afad-9bd4f44b09a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:52.451685 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-5d282c15-6faf-4bb5-9032-2e38c73fc6b6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7222ee969fe6426f8440a7c018ba8fd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420043 May 06 18:38:52.453781 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d282c15-6faf-4bb5-9032-2e38c73fc6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67e7a84-b1dd-440d-b271-9e748ea51152,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:52.456398 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 45808) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:52.457421 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-5d282c15-6faf-4bb5-9032-2e38c73fc6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:52.548610 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3cb9ab74-518a-4296-9485-ccfc6219b80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:52.576256 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3cb9ab74-518a-4296-9485-ccfc6219b80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:52.635137 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3cb9ab74-518a-4296-9485-ccfc6219b80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:52.638984 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-bec457ec-d3f6-4bf5-815b-d86639e469d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:52.653483 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9ab74-518a-4296-9485-ccfc6219b80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67e7a84-b1dd-440d-b271-9e748ea51152,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:52.657198 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-3cb9ab74-518a-4296-9485-ccfc6219b80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:52.659385 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3cb9ab74-518a-4296-9485-ccfc6219b80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:52.660574 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-3cb9ab74-518a-4296-9485-ccfc6219b80c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a67e7a84-b1dd-440d-b271-9e748ea51152 HTTP/1.1" status: 204 len: 168 time: 0.2022452 May 06 18:38:53.244079 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c534c6f-18c8-4983-99e2-699d71c1982f req-081a1541-1fde-44e7-8e99-37cba43d5188 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:53.245800 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6c534c6f-18c8-4983-99e2-699d71c1982f req-081a1541-1fde-44e7-8e99-37cba43d5188 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1024685 May 06 18:38:53.310445 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6c534c6f-18c8-4983-99e2-699d71c1982f req-e92a4c07-13d4-4021-887a-8049dfdbbc18 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579066 May 06 18:38:53.571687 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae845cbe-30c1-4d4b-888d-c139211721a7 req-644d4da6-2c04-4b85-9c62-a97b3711a0af tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:53.573719 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ae845cbe-30c1-4d4b-888d-c139211721a7 req-644d4da6-2c04-4b85-9c62-a97b3711a0af tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1339879 May 06 18:38:53.637847 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ae845cbe-30c1-4d4b-888d-c139211721a7 req-eae28e5f-cc52-4417-878d-8aa40d99cd4d tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578330 May 06 18:38:54.529978 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60fcb7-a5e7-45d5-a320-1654d10fc445 req-caf50b2d-350e-4dfe-bd08-a985ccd7df5f tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:54.533100 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-0b60fcb7-a5e7-45d5-a320-1654d10fc445 req-caf50b2d-350e-4dfe-bd08-a985ccd7df5f tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1010227 May 06 18:38:54.602780 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-0b60fcb7-a5e7-45d5-a320-1654d10fc445 req-bd32efdf-73cc-41e9-a1e9-e92aae150cd5 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629554 May 06 18:38:54.784668 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5380e9ae-5d9d-428d-ac95-339842243f12 req-3e36ee9d-92a8-4c71-9297-e85453a9a52b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1558733 May 06 18:38:55.025638 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380e9ae-5d9d-428d-ac95-339842243f12 req-a3422183-fb83-45a5-b16d-9a85e067fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:55.027177 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5380e9ae-5d9d-428d-ac95-339842243f12 req-a3422183-fb83-45a5-b16d-9a85e067fe19 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb0a96b877b544c78734acd5c46c2618&device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 1099 time: 0.1455791 May 06 18:38:55.066193 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da1707-5a8c-4bb7-8c0a-caf56da119b0 req-fc746038-1863-47aa-a287-489db1123f16 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:55.070252 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-83da1707-5a8c-4bb7-8c0a-caf56da119b0 req-fc746038-1863-47aa-a287-489db1123f16 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1383233 May 06 18:38:55.273160 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-83da1707-5a8c-4bb7-8c0a-caf56da119b0 req-edfd73d9-afe1-42e9-9d91-d3cd945510e2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838876 May 06 18:38:55.299260 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380e9ae-5d9d-428d-ac95-339842243f12 req-617c832a-b8ff-4f08-9581-ea9e84668424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:55.301300 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5380e9ae-5d9d-428d-ac95-339842243f12 req-617c832a-b8ff-4f08-9581-ea9e84668424 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4977f012-56c5-46bd-a1b1-7dca239e88c0 HTTP/1.1" status: 200 len: 918 time: 0.2291069 May 06 18:38:55.399135 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 45888) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:55.436066 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5380e9ae-5d9d-428d-ac95-339842243f12 req-1ceb1fb9-fa80-4f52-baf3-b3dfa7ffb8d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8088448-c89b-44e2-9685-c407cc16ee1c HTTP/1.1" status: 200 len: 1000 time: 0.1265724 May 06 18:38:55.513425 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380e9ae-5d9d-428d-ac95-339842243f12 req-ef79ac17-002a-41ea-925e-397c7824b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:55.516350 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5380e9ae-5d9d-428d-ac95-339842243f12 req-ef79ac17-002a-41ea-925e-397c7824b9a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d64319e1-ca21-4f57-b62e-b95f80302d38 HTTP/1.1" status: 200 len: 856 time: 0.0713618 May 06 18:38:55.584077 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0bbe29dc-ebb0-4cb3-b6c7-6edcdf86957c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:55.601322 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-0bbe29dc-ebb0-4cb3-b6c7-6edcdf86957c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:38:55.605667 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-0bbe29dc-ebb0-4cb3-b6c7-6edcdf86957c admin admin] Usage tracker for resource:security_group_rule and tenant:ad81b3bbe67c499da36ce8239c273737 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:38:55.609280 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-0bbe29dc-ebb0-4cb3-b6c7-6edcdf86957c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:38:55.615513 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-0bbe29dc-ebb0-4cb3-b6c7-6edcdf86957c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:38:55.629324 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380e9ae-5d9d-428d-ac95-339842243f12 req-78dc6f1c-0ec8-455f-a033-103876b6e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:55.632699 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5380e9ae-5d9d-428d-ac95-339842243f12 req-78dc6f1c-0ec8-455f-a033-103876b6e3cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4977f012-56c5-46bd-a1b1-7dca239e88c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1064107 May 06 18:38:55.773069 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0bbe29dc-ebb0-4cb3-b6c7-6edcdf86957c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:55.781723 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0bbe29dc-ebb0-4cb3-b6c7-6edcdf86957c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:55.798649 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-686ecf36-cf9a-4627-9eea-199c3ba0285c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:55.948515 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-0bbe29dc-ebb0-4cb3-b6c7-6edcdf86957c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ad81b3bbe67c499da36ce8239c273737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5480888 May 06 18:38:55.949402 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 45904) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:56.013120 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe29dc-ebb0-4cb3-b6c7-6edcdf86957c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3af5af-c7c6-4ef1-b54b-ae4e3923eb71,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:56.020872 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-0bbe29dc-ebb0-4cb3-b6c7-6edcdf86957c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:56.085354 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-48c470e9-3394-4c46-9c2a-2fb5c9dd6f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:56.091835 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5380e9ae-5d9d-428d-ac95-339842243f12 req-456e18ba-a452-4123-b3f1-1edaf8c1f93a service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452150 May 06 18:38:56.102566 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a120c2-39e6-4bf4-aec9-73bd2a5a7be0 req-2105bb2b-2ab1-41ae-96fc-77884e642018 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:56.104203 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-91a120c2-39e6-4bf4-aec9-73bd2a5a7be0 req-2105bb2b-2ab1-41ae-96fc-77884e642018 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.2434039 May 06 18:38:56.130804 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40a04e-23d9-4621-8bab-dd1e105aabda req-c00a47e8-bd7e-4f41-a3af-568eafdb2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:56.132303 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2d40a04e-23d9-4621-8bab-dd1e105aabda req-c00a47e8-bd7e-4f41-a3af-568eafdb2ca4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2240092be8ac44d1b16602700520b22d&device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 1098 time: 0.2704809 May 06 18:38:56.157265 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc1d2c-02b3-4111-ab69-b42d63793c5c req-94c4f007-85a9-46f5-b61a-943bacfd7b31 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:56.159710 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d8cc1d2c-02b3-4111-ab69-b42d63793c5c req-94c4f007-85a9-46f5-b61a-943bacfd7b31 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.3492329 May 06 18:38:56.162934 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-48c470e9-3394-4c46-9c2a-2fb5c9dd6f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:56.263928 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d8cc1d2c-02b3-4111-ab69-b42d63793c5c req-b12ab8ef-1f4f-442a-a08a-27d2ec78c082 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897033 May 06 18:38:56.285087 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-48c470e9-3394-4c46-9c2a-2fb5c9dd6f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:56.289989 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c4ff76d1-43c9-43ef-b125-7906d9ae9658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:56.302114 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c470e9-3394-4c46-9c2a-2fb5c9dd6f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3af5af-c7c6-4ef1-b54b-ae4e3923eb71,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:56.304356 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-48c470e9-3394-4c46-9c2a-2fb5c9dd6f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:56.317004 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-48c470e9-3394-4c46-9c2a-2fb5c9dd6f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:56.321744 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-48c470e9-3394-4c46-9c2a-2fb5c9dd6f8b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0b3af5af-c7c6-4ef1-b54b-ae4e3923eb71 HTTP/1.1" status: 204 len: 168 time: 0.3634229 May 06 18:38:56.322055 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-91a120c2-39e6-4bf4-aec9-73bd2a5a7be0 req-e8d7bfe8-bcc9-43d4-b271-22057004e1ca tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960547 May 06 18:38:56.395488 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5380e9ae-5d9d-428d-ac95-339842243f12 req-ec0d6895-d223-4f9b-b537-e549f6f2373f service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903275 May 06 18:38:56.416870 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40a04e-23d9-4621-8bab-dd1e105aabda req-e91d75f4-38da-4aed-bbcf-4f51fa66fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:56.419693 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2d40a04e-23d9-4621-8bab-dd1e105aabda req-e91d75f4-38da-4aed-bbcf-4f51fa66fe53 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9cc7ac02-de44-4c64-8db4-ed9a1be6def9 HTTP/1.1" status: 200 len: 912 time: 0.2248740 May 06 18:38:56.565806 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2d40a04e-23d9-4621-8bab-dd1e105aabda req-a996a533-8705-48a1-932d-e6d45268571d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc858916-0714-4510-8150-b9efb08e2ac3 HTTP/1.1" status: 200 len: 1000 time: 0.1351752 May 06 18:38:56.636492 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40a04e-23d9-4621-8bab-dd1e105aabda req-89523e32-de20-401d-bfe9-c41a0a2a5593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:56.638263 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2d40a04e-23d9-4621-8bab-dd1e105aabda req-89523e32-de20-401d-bfe9-c41a0a2a5593 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=833dc191-d6d6-4013-be5d-e5af7eb5472a HTTP/1.1" status: 200 len: 850 time: 0.0623856 May 06 18:38:56.687979 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 45912) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:56.718292 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9aff1141-4a88-4c90-b404-078bd8e36912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:56.735694 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40a04e-23d9-4621-8bab-dd1e105aabda req-83a084c2-129c-4ce3-a5cc-8462005250d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:56.737178 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2d40a04e-23d9-4621-8bab-dd1e105aabda req-83a084c2-129c-4ce3-a5cc-8462005250d2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9cc7ac02-de44-4c64-8db4-ed9a1be6def9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0914648 May 06 18:38:56.745362 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-9aff1141-4a88-4c90-b404-078bd8e36912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:38:56.752300 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-9aff1141-4a88-4c90-b404-078bd8e36912 admin admin] Usage tracker for resource:security_group_rule and tenant:89e7edfb60304aa593bfdeda53670f23 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:38:56.756326 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-9aff1141-4a88-4c90-b404-078bd8e36912 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:38:56.763890 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-9aff1141-4a88-4c90-b404-078bd8e36912 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:38:56.884664 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9aff1141-4a88-4c90-b404-078bd8e36912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:56.887103 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2d40a04e-23d9-4621-8bab-dd1e105aabda req-8c214cd9-fe06-4052-aff8-c754c68b69d5 service neutron] 10.222.0.55 "GET /v2.0/networks/9cc7ac02-de44-4c64-8db4-ed9a1be6def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396699 May 06 18:38:56.889134 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9aff1141-4a88-4c90-b404-078bd8e36912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:56.897139 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:56.944231 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-9aff1141-4a88-4c90-b404-078bd8e36912 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=89e7edfb60304aa593bfdeda53670f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519228 May 06 18:38:56.944231 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff1141-4a88-4c90-b404-078bd8e36912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e35964-ce1b-487d-8486-d0ee7f9ab0b1,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:56.945102 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 45916) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:56.947795 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-9aff1141-4a88-4c90-b404-078bd8e36912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:57.037407 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-22086f0c-271c-4e0b-a119-decca00beb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:57.066912 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2d40a04e-23d9-4621-8bab-dd1e105aabda req-a573c348-0765-4aee-8826-18d0c79d9123 service neutron] 10.222.0.55 "GET /v2.0/networks/9cc7ac02-de44-4c64-8db4-ed9a1be6def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644573 May 06 18:38:57.071896 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-22086f0c-271c-4e0b-a119-decca00beb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:57.133405 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-22086f0c-271c-4e0b-a119-decca00beb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:57.137371 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:57.151244 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22086f0c-271c-4e0b-a119-decca00beb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e35964-ce1b-487d-8486-d0ee7f9ab0b1,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:57.154527 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-22086f0c-271c-4e0b-a119-decca00beb45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:57.157460 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-22086f0c-271c-4e0b-a119-decca00beb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:57.158793 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-22086f0c-271c-4e0b-a119-decca00beb45 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/97e35964-ce1b-487d-8486-d0ee7f9ab0b1 HTTP/1.1" status: 204 len: 168 time: 0.2126591 May 06 18:38:57.249954 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:57.491450 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382310c-85a5-4467-ae4c-61b3c7afcbfc req-92621b22-0fc1-4d5a-88e2-f364c221636a tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:57.493011 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-4382310c-85a5-4467-ae4c-61b3c7afcbfc req-92621b22-0fc1-4d5a-88e2-f364c221636a tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.0949833 May 06 18:38:57.544266 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-4382310c-85a5-4467-ae4c-61b3c7afcbfc req-e8b396f5-11e1-4eff-b4f7-e19e1a01649b tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451508 May 06 18:38:57.606140 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f84e3-65c0-4aa4-a452-ca052bd80f7c req-c5ee7530-b458-49fd-bd4a-c0824fe089a8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:57.607826 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e09f84e3-65c0-4aa4-a452-ca052bd80f7c req-c5ee7530-b458-49fd-bd4a-c0824fe089a8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1388550 May 06 18:38:57.666717 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e09f84e3-65c0-4aa4-a452-ca052bd80f7c req-1e501b49-07a9-4ce9-ae0c-b05649dc4d6e tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523794 May 06 18:38:58.814097 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3cea5-2374-42ea-8860-703ec9713944 req-8bbab9f0-b6e3-4eab-b038-bfbeb697801e tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:58.815707 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d2c3cea5-2374-42ea-8860-703ec9713944 req-8bbab9f0-b6e3-4eab-b038-bfbeb697801e tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1448016 May 06 18:38:58.870801 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d2c3cea5-2374-42ea-8860-703ec9713944 req-a7a6e262-f67b-4395-95ca-1c848a6edac1 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484591 May 06 18:38:58.934252 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68735ebe-db3f-4029-8a68-9df6821a5e42 req-176cc4f3-05ce-4b6f-ab8f-6f902ac5cbfc tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:58.935868 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-68735ebe-db3f-4029-8a68-9df6821a5e42 req-176cc4f3-05ce-4b6f-ab8f-6f902ac5cbfc tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1298945 May 06 18:38:59.007442 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-68735ebe-db3f-4029-8a68-9df6821a5e42 req-eab41bbb-f7bb-4cb4-99a2-8a21377e6984 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596118 May 06 18:39:00.107886 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628ee24-7bfb-456d-978b-9b42854ce5bb req-c67ba7b5-4a5a-4fc6-a373-f6a0772f7c9f tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:00.110262 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-4628ee24-7bfb-456d-978b-9b42854ce5bb req-c67ba7b5-4a5a-4fc6-a373-f6a0772f7c9f tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1081259 May 06 18:39:00.212534 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-4628ee24-7bfb-456d-978b-9b42854ce5bb req-0b2d5ea7-06b0-43dd-ab47-1cf994e90d70 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922925 May 06 18:39:01.161717 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 46082) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:01.289260 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a392f911-63e9-4986-9280-db8dd4e943a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:01.305676 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-a392f911-63e9-4986-9280-db8dd4e943a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:01.310042 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-a392f911-63e9-4986-9280-db8dd4e943a7 admin admin] Usage tracker for resource:security_group_rule and tenant:6014aba531dc4ddfb4d58f043f65fd44 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:01.313644 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-a392f911-63e9-4986-9280-db8dd4e943a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:01.322043 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-a392f911-63e9-4986-9280-db8dd4e943a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:01.423679 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a392f911-63e9-4986-9280-db8dd4e943a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:01.430593 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a392f911-63e9-4986-9280-db8dd4e943a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:01.441965 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-1a871cba-47ed-48d2-9413-13dcd3f388ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:01.466093 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bf7c6-ab22-415c-b683-448cb47291fd req-e2a7c7e7-13db-45f4-87ca-32bde27a946b tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:01.470373 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0e2bf7c6-ab22-415c-b683-448cb47291fd req-e2a7c7e7-13db-45f4-87ca-32bde27a946b tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1457241 May 06 18:39:01.503856 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-a392f911-63e9-4986-9280-db8dd4e943a7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6014aba531dc4ddfb4d58f043f65fd44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407178 May 06 18:39:01.510848 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 46094) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:01.517967 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392f911-63e9-4986-9280-db8dd4e943a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbeab82d-b2f6-4c6a-8de8-be1a1743212e,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:01.521847 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-a392f911-63e9-4986-9280-db8dd4e943a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:01.572770 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0e2bf7c6-ab22-415c-b683-448cb47291fd req-d3c7f42d-6af3-4787-b06e-f3281f7e85df tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970044 May 06 18:39:01.611400 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7abd7fe2-1fa7-4f4a-b0cf-bda3c23c879d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:01.641430 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7abd7fe2-1fa7-4f4a-b0cf-bda3c23c879d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:01.710999 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7abd7fe2-1fa7-4f4a-b0cf-bda3c23c879d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:01.715072 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-393d2308-9f9f-42c1-a58a-3408804e6355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:01.727298 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd7fe2-1fa7-4f4a-b0cf-bda3c23c879d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbeab82d-b2f6-4c6a-8de8-be1a1743212e,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:01.731873 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7abd7fe2-1fa7-4f4a-b0cf-bda3c23c879d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:01.740581 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7abd7fe2-1fa7-4f4a-b0cf-bda3c23c879d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:01.751455 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-7abd7fe2-1fa7-4f4a-b0cf-bda3c23c879d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cbeab82d-b2f6-4c6a-8de8-be1a1743212e HTTP/1.1" status: 204 len: 168 time: 0.2322686 May 06 18:39:02.209173 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 46106) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:02.227559 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-62875283-53a6-4725-842b-d306a438f1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:02.243690 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-62875283-53a6-4725-842b-d306a438f1de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:02.248142 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-62875283-53a6-4725-842b-d306a438f1de admin admin] Usage tracker for resource:security_group_rule and tenant:376385b0b8d8492eae87728f0542f0e5 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:02.252316 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-62875283-53a6-4725-842b-d306a438f1de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:02.258649 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-62875283-53a6-4725-842b-d306a438f1de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:02.353842 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-62875283-53a6-4725-842b-d306a438f1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:02.358746 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-62875283-53a6-4725-842b-d306a438f1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:02.367832 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-5bbd00d5-8062-4597-b31f-68a16eaaf081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:02.368078 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:39:02.409117 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-62875283-53a6-4725-842b-d306a438f1de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=376385b0b8d8492eae87728f0542f0e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987922 May 06 18:39:02.410934 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62875283-53a6-4725-842b-d306a438f1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cc4cf4-b48b-497b-bb5a-a55af1f2b99e,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:02.411933 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 46112) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:02.414598 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-62875283-53a6-4725-842b-d306a438f1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:02.478937 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-eff4f739-11c1-48db-9b39-29562252519e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:02.509452 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-eff4f739-11c1-48db-9b39-29562252519e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:02.568868 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-eff4f739-11c1-48db-9b39-29562252519e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:02.577205 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c66e5358-f99b-41cf-96be-bbc200f66d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:02.594577 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4f739-11c1-48db-9b39-29562252519e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cc4cf4-b48b-497b-bb5a-a55af1f2b99e,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:02.597026 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-eff4f739-11c1-48db-9b39-29562252519e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:02.600169 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-eff4f739-11c1-48db-9b39-29562252519e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/52cc4cf4-b48b-497b-bb5a-a55af1f2b99e HTTP/1.1" status: 204 len: 168 time: 0.1865344 May 06 18:39:02.602918 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-eff4f739-11c1-48db-9b39-29562252519e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:02.845547 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b7ddc-0945-47df-b726-c3735d6d02a3 req-fca29eb1-48de-4dac-ad89-839d22fbdba9 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:02.851978 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d27b7ddc-0945-47df-b726-c3735d6d02a3 req-fca29eb1-48de-4dac-ad89-839d22fbdba9 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1385727 May 06 18:39:02.924726 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d27b7ddc-0945-47df-b726-c3735d6d02a3 req-9aedcf40-c55c-4dba-ba24-fef0cb4f452f tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706713 May 06 18:39:03.552329 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 46148) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:03.683020 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1205269981-network', 'tenant_id': 'c68272bc52ba444699f508ab88f494ed'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:03.688844 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:03.693049 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Usage tracker for resource:network and tenant:c68272bc52ba444699f508ab88f494ed is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:03.696088 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:03.702506 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:03.794262 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Made reservation on behalf of c68272bc52ba444699f508ab88f494ed for: {'network': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:39:03.797641 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for network, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:03.812194 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:03.827538 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:03.832060 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Usage tracker for resource:security_group_rule and tenant:c68272bc52ba444699f508ab88f494ed is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:03.835695 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:03.842899 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:03.957478 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:03.971848 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:03.974988 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ee7183c4-a535-485e-b15d-6f9fecb2350c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:04.015610 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07004a98-ab03-4321-8a61-9ae8bd2903af,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:04.019012 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:04.028868 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=78803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:39:04.040342 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:04.040685 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.db.segments_db [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Added segment 4056b9fa-0eb8-4cfe-b4b9-a4a08c9ef80a of type vlan for network c0b939f6-80ff-43cd-aca7-e73c78691969 May 06 18:39:04.073428 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734943509396'] for network, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:04.109123 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for network, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:04.111011 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:04.111675 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:04.117462 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-3d156ae3-2213-46c0-8620-e3e3537fd593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:04.165214 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf283936-b9a2-47ac-866d-32e0d67aed7f req-0808251a-e2ec-4cd8-ad05-845869e05a6c tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:04.167189 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-bf283936-b9a2-47ac-866d-32e0d67aed7f req-0808251a-e2ec-4cd8-ad05-845869e05a6c tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.0921648 May 06 18:39:04.232765 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-bf283936-b9a2-47ac-866d-32e0d67aed7f req-8084b150-b5f6-446a-8790-897d657a6372 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569627 May 06 18:39:04.246480 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 46166) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:04.246864 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6928768 May 06 18:39:04.247796 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Pushing event updated for resources: {'Network': ['ID=c0b939f6-80ff-43cd-aca7-e73c78691969,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:04.251833 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:04.258647 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-8661401f-60dc-40d6-b15f-326c10491a8a admin admin] Request body: {'subnet': {'network_id': 'c0b939f6-80ff-43cd-aca7-e73c78691969', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1205269981-subnet', 'tenant_id': 'c68272bc52ba444699f508ab88f494ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:04.264064 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-8661401f-60dc-40d6-b15f-326c10491a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:04.269246 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-8661401f-60dc-40d6-b15f-326c10491a8a admin admin] Usage tracker for resource:subnet and tenant:c68272bc52ba444699f508ab88f494ed is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:04.272970 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Network c0b939f6-80ff-43cd-aca7-e73c78691969 details requested by agent ovs-agent-dv-cinder-733622-15-iscsi with host dv-cinder-733622-15-iscsi {{(pid=78805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:39:04.274320 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-8661401f-60dc-40d6-b15f-326c10491a8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:04.282878 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-8661401f-60dc-40d6-b15f-326c10491a8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:04.301847 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8661401f-60dc-40d6-b15f-326c10491a8a admin admin] Made reservation on behalf of c68272bc52ba444699f508ab88f494ed for: {'subnet': 1} {{(pid=78804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:39:04.305911 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8661401f-60dc-40d6-b15f-326c10491a8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3327217'] for subnet, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:04.609744 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce6dcd-e2d6-447c-8b72-fd1e90e6b379 req-86c46054-5969-43e7-a263-b7930a2edd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:04.612564 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a9ce6dcd-e2d6-447c-8b72-fd1e90e6b379 req-86c46054-5969-43e7-a263-b7930a2edd37 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 1098 time: 0.1191449 May 06 18:39:04.676797 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a9ce6dcd-e2d6-447c-8b72-fd1e90e6b379 req-24874a77-6ce7-4778-a464-02db4c5d2baf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561929 May 06 18:39:04.920123 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8661401f-60dc-40d6-b15f-326c10491a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2819231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3327107'] for subnet, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:04.925163 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-9f0937d4-8dae-431a-9383-404a27c2ef27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:05.013212 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661401f-60dc-40d6-b15f-326c10491a8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=52f712d8-e1d5-4071-b918-7e2a2c100178,revision_number=0']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:05.018409 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-8661401f-60dc-40d6-b15f-326c10491a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:05.023323 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8661401f-60dc-40d6-b15f-326c10491a8a admin admin] Checking segment: {'id': '4056b9fa-0eb8-4cfe-b4b9-a4a08c9ef80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0b939f6-80ff-43cd-aca7-e73c78691969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:39:05.023680 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8661401f-60dc-40d6-b15f-326c10491a8a admin admin] Network hostable DHCP agents. Network: c0b939f6-80ff-43cd-aca7-e73c78691969, hostable agents: ['8fc60d36-74b8-4e3d-97e0-ec4f9e082df4'], hosted agents: [] {{(pid=78804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:39:05.046468 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8661401f-60dc-40d6-b15f-326c10491a8a admin admin] Network c0b939f6-80ff-43cd-aca7-e73c78691969 is scheduled to be hosted by DHCP agent 8fc60d36-74b8-4e3d-97e0-ec4f9e082df4 with binding_index 1 {{(pid=78804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:39:05.059318 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-8661401f-60dc-40d6-b15f-326c10491a8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-iscsi, c0b939f6-80ff-43cd-aca7-e73c78691969) {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:39:05.070631 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8661401f-60dc-40d6-b15f-326c10491a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:05.070631 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8661401f-60dc-40d6-b15f-326c10491a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:05.076093 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ab3284-d9e9-4254-83d3-447ae4563266 None None] Network c0b939f6-80ff-43cd-aca7-e73c78691969 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:39:05.111889 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-8661401f-60dc-40d6-b15f-326c10491a8a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8638105 May 06 18:39:05.379950 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506266dd-7b08-42c2-a356-0efa3ef50f27 None None] Network c0b939f6-80ff-43cd-aca7-e73c78691969 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:39:05.694070 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced79c79-5006-4a60-98a3-9b8c2f14f647 req-13e52142-bbc4-48d5-b38f-e274fd49e838 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:05.696761 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ced79c79-5006-4a60-98a3-9b8c2f14f647 req-13e52142-bbc4-48d5-b38f-e274fd49e838 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1963882 May 06 18:39:05.879594 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ced79c79-5006-4a60-98a3-9b8c2f14f647 req-fd119713-104d-4225-9b11-49f709ddc525 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724515 May 06 18:39:06.214297 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 46208) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:06.246883 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 46214) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:06.257902 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2134169919-network', 'tenant_id': 'a8dd7b36ed094d0592bd06f48652e984'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:06.267599 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:06.276635 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] Usage tracker for resource:network and tenant:a8dd7b36ed094d0592bd06f48652e984 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:06.282178 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:06.294444 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:06.319075 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] Made reservation on behalf of a8dd7b36ed094d0592bd06f48652e984 for: {'network': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:39:06.323857 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for network, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:06.347449 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:06.369889 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:06.378671 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] Usage tracker for resource:security_group_rule and tenant:a8dd7b36ed094d0592bd06f48652e984 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:06.385114 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:06.397120 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:06.567665 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:06.572715 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:06.580713 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:06.583463 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe26d48-047d-4897-aa08-63a42564971e req-61259a71-2fda-47df-a99f-4773c2803e23 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:06.585960 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-8fe26d48-047d-4897-aa08-63a42564971e req-61259a71-2fda-47df-a99f-4773c2803e23 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 946 time: 0.1275458 May 06 18:39:06.616974 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=78803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:39:06.634671 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-01c6e3eb-ba87-4cde-863b-0f07d399e8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:06.637639 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803b5fa9-8945-498f-b0a1-a640bb048a93,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:06.644736 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:06.646458 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:06.646980 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.db.segments_db [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] Added segment 7fcc50c4-25ab-4fdc-80eb-3377ecb5d7b4 of type vlan for network c97edf24-8c6e-473f-b59f-38b2785391d1 May 06 18:39:06.664355 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-01c6e3eb-ba87-4cde-863b-0f07d399e8c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:06.675577 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-01c6e3eb-ba87-4cde-863b-0f07d399e8c3 admin admin] Usage tracker for resource:security_group_rule and tenant:cc046787ff5e4d92974ec1a489a018fe is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:06.680439 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-01c6e3eb-ba87-4cde-863b-0f07d399e8c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:06.687039 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-8fe26d48-047d-4897-aa08-63a42564971e req-b2725829-7f76-4572-921c-12b36731404e tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938430 May 06 18:39:06.691640 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734943509396'] for network, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:06.691972 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-01c6e3eb-ba87-4cde-863b-0f07d399e8c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:06.745043 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for network, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:06.747121 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:06.748087 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:06.756402 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:06.829911 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-01c6e3eb-ba87-4cde-863b-0f07d399e8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:06.835561 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-01c6e3eb-ba87-4cde-863b-0f07d399e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:06.849830 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-9aff1141-4a88-4c90-b404-078bd8e36912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:06.891485 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6421852 May 06 18:39:06.896680 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 46220) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:06.906528 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-0594c2fd-7fba-4e02-a7f3-6b1ee5c90f77 admin admin] Request body: {'subnet': {'network_id': 'c97edf24-8c6e-473f-b59f-38b2785391d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2134169919-subnet', 'tenant_id': 'a8dd7b36ed094d0592bd06f48652e984', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:06.918595 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] Pushing event updated for resources: {'Network': ['ID=c97edf24-8c6e-473f-b59f-38b2785391d1,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:06.923522 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-0594c2fd-7fba-4e02-a7f3-6b1ee5c90f77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:06.931372 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-01c6e3eb-ba87-4cde-863b-0f07d399e8c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cc046787ff5e4d92974ec1a489a018fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7083657 May 06 18:39:06.931372 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6e3eb-ba87-4cde-863b-0f07d399e8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1021a710-8fcf-4799-b14f-7b002ba8e280,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:06.932137 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:06.932137 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 46224) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:06.935190 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-01c6e3eb-ba87-4cde-863b-0f07d399e8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:06.940523 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Network c97edf24-8c6e-473f-b59f-38b2785391d1 details requested by agent ovs-agent-dv-cinder-733622-15-iscsi with host dv-cinder-733622-15-iscsi {{(pid=78805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:39:06.944953 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-0594c2fd-7fba-4e02-a7f3-6b1ee5c90f77 admin admin] Usage tracker for resource:subnet and tenant:a8dd7b36ed094d0592bd06f48652e984 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:06.949301 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-0594c2fd-7fba-4e02-a7f3-6b1ee5c90f77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:06.960603 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-0594c2fd-7fba-4e02-a7f3-6b1ee5c90f77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:07.010012 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0594c2fd-7fba-4e02-a7f3-6b1ee5c90f77 admin admin] Made reservation on behalf of a8dd7b36ed094d0592bd06f48652e984 for: {'subnet': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:39:07.012620 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0594c2fd-7fba-4e02-a7f3-6b1ee5c90f77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2760016'] for subnet, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:07.112678 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-34351371-0c07-461a-88c3-f1cf68e275d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:07.210585 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-34351371-0c07-461a-88c3-f1cf68e275d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:07.377280 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585337c-a8af-484c-8eb1-92589a89e1ef req-71b52688-d930-43a4-86f6-b80c7118d3ca tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:07.378854 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f585337c-a8af-484c-8eb1-92589a89e1ef req-71b52688-d930-43a4-86f6-b80c7118d3ca tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.2365985 May 06 18:39:07.381742 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-34351371-0c07-461a-88c3-f1cf68e275d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:07.385832 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-91b4c212-c568-404d-9490-eb91fec412d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:07.428771 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34351371-0c07-461a-88c3-f1cf68e275d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1021a710-8fcf-4799-b14f-7b002ba8e280,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:07.435459 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-34351371-0c07-461a-88c3-f1cf68e275d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:07.496942 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-34351371-0c07-461a-88c3-f1cf68e275d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:07.498074 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-34351371-0c07-461a-88c3-f1cf68e275d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1021a710-8fcf-4799-b14f-7b002ba8e280 HTTP/1.1" status: 204 len: 168 time: 0.5674012 May 06 18:39:07.506004 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f585337c-a8af-484c-8eb1-92589a89e1ef req-353609ef-7605-4821-ac7f-434092854b00 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014340 May 06 18:39:07.775340 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0594c2fd-7fba-4e02-a7f3-6b1ee5c90f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2178752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2759970'] for subnet, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:07.782510 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:07.957108 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594c2fd-7fba-4e02-a7f3-6b1ee5c90f77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19f020ac-f68b-4ae5-bbee-38865ebd83bc,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:07.960063 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0594c2fd-7fba-4e02-a7f3-6b1ee5c90f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:07.970253 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0594c2fd-7fba-4e02-a7f3-6b1ee5c90f77 admin admin] Checking segment: {'id': '7fcc50c4-25ab-4fdc-80eb-3377ecb5d7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c97edf24-8c6e-473f-b59f-38b2785391d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:39:07.970613 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0594c2fd-7fba-4e02-a7f3-6b1ee5c90f77 admin admin] Network hostable DHCP agents. Network: c97edf24-8c6e-473f-b59f-38b2785391d1, hostable agents: ['8fc60d36-74b8-4e3d-97e0-ec4f9e082df4'], hosted agents: [] {{(pid=78803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:39:08.052874 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0594c2fd-7fba-4e02-a7f3-6b1ee5c90f77 admin admin] Network c97edf24-8c6e-473f-b59f-38b2785391d1 is scheduled to be hosted by DHCP agent 8fc60d36-74b8-4e3d-97e0-ec4f9e082df4 with binding_index 1 {{(pid=78803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:39:08.082331 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2070ae-02d3-48f5-9695-6458d54ddb9a req-b50653b0-a954-4d9b-9a83-0f7232178483 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:08.084261 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4c2070ae-02d3-48f5-9695-6458d54ddb9a req-b50653b0-a954-4d9b-9a83-0f7232178483 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 946 time: 0.2090883 May 06 18:39:08.086241 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-0594c2fd-7fba-4e02-a7f3-6b1ee5c90f77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-iscsi, c97edf24-8c6e-473f-b59f-38b2785391d1) {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:39:08.109292 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebcb74d-0004-443c-b4c4-115a5727fe2c None None] Network c97edf24-8c6e-473f-b59f-38b2785391d1 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:39:08.116293 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0594c2fd-7fba-4e02-a7f3-6b1ee5c90f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:08.117153 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0594c2fd-7fba-4e02-a7f3-6b1ee5c90f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:08.163187 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-0594c2fd-7fba-4e02-a7f3-6b1ee5c90f77 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2649851 May 06 18:39:08.186668 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4c2070ae-02d3-48f5-9695-6458d54ddb9a req-72259b5d-b295-4c9e-b7fc-af4e04516aa7 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916574 May 06 18:39:08.205638 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a4b79-3344-4e08-be4f-b6fd6ae91aa4 req-c832f461-a2da-417b-9a65-c2dad29eaf02 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:08.207626 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-478a4b79-3344-4e08-be4f-b6fd6ae91aa4 req-c832f461-a2da-417b-9a65-c2dad29eaf02 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.55 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 946 time: 0.2062402 May 06 18:39:08.432548 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2355a608-d53f-4333-bc16-ccf840c29ac2 None None] Network c97edf24-8c6e-473f-b59f-38b2785391d1 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:39:08.569740 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ef9c0-b960-41f4-a14f-bb55247723f6 req-ab24e72d-c794-487b-a08e-e1528c0d093e tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:08.586597 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-735ef9c0-b960-41f4-a14f-bb55247723f6 req-ab24e72d-c794-487b-a08e-e1528c0d093e tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1974149 May 06 18:39:08.685890 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-735ef9c0-b960-41f4-a14f-bb55247723f6 req-50f3ddd4-6f13-473a-9a0b-e76988703efa tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951865 May 06 18:39:08.778468 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2760529-7cc1-4990-844d-3845c5937ec9 req-ce92592d-4965-4e87-a8b5-0f246a5704ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:08.780930 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e2760529-7cc1-4990-844d-3845c5937ec9 req-ce92592d-4965-4e87-a8b5-0f246a5704ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97dcc9ffc3774e62a6c6a20b65d59ae6&device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 1098 time: 0.4833689 May 06 18:39:08.892339 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-478a4b79-3344-4e08-be4f-b6fd6ae91aa4 req-8da46e55-c9d7-4c72-a0d1-1846679a5121 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Deleting port b8088448-c89b-44e2-9685-c407cc16ee1c {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:39:08.892782 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-478a4b79-3344-4e08-be4f-b6fd6ae91aa4 req-8da46e55-c9d7-4c72-a0d1-1846679a5121 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:09.071351 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2760529-7cc1-4990-844d-3845c5937ec9 req-56509ea6-808c-4cfc-b611-c37e4793b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:09.073258 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e2760529-7cc1-4990-844d-3845c5937ec9 req-56509ea6-808c-4cfc-b611-c37e4793b2b1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0345db37-2d24-47c9-ba99-e54097aa82ed HTTP/1.1" status: 200 len: 919 time: 0.2855186 May 06 18:39:09.176157 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e2760529-7cc1-4990-844d-3845c5937ec9 req-4b348992-21d0-47fa-ad06-9359f4dd63f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 HTTP/1.1" status: 200 len: 217 time: 0.0878317 May 06 18:39:09.246531 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-478a4b79-3344-4e08-be4f-b6fd6ae91aa4 req-8da46e55-c9d7-4c72-a0d1-1846679a5121 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] For port b8088448-c89b-44e2-9685-c407cc16ee1c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b8088448-c89b-44e2-9685-c407cc16ee1c,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:09.246889 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-478a4b79-3344-4e08-be4f-b6fd6ae91aa4 req-8da46e55-c9d7-4c72-a0d1-1846679a5121 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:09.485298 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2760529-7cc1-4990-844d-3845c5937ec9 req-fe209a99-5ed2-4616-876b-bdd678778375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:09.486937 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e2760529-7cc1-4990-844d-3845c5937ec9 req-fe209a99-5ed2-4616-876b-bdd678778375 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c4f66d51-4d4f-47b7-9053-f874c75999d5 HTTP/1.1" status: 200 len: 858 time: 0.3031600 May 06 18:39:09.676322 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e2760529-7cc1-4990-844d-3845c5937ec9 req-8fe06004-c1ff-4f97-a41e-7f32cefa69e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0345db37-2d24-47c9-ba99-e54097aa82ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716643 May 06 18:39:09.930399 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db9e98-849e-423d-897b-e1d64c930b3b req-7a13a272-7885-43ba-b43a-deabb1927952 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:09.932013 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f4db9e98-849e-423d-897b-e1d64c930b3b req-7a13a272-7885-43ba-b43a-deabb1927952 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.0904179 May 06 18:39:09.948679 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed99e83-a6b3-4c31-9d93-d42887e9d99c req-624b643c-8571-4d0a-859e-41bbff6ad290 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:09.950260 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eed99e83-a6b3-4c31-9d93-d42887e9d99c req-624b643c-8571-4d0a-859e-41bbff6ad290 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 946 time: 0.5844491 May 06 18:39:09.961493 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-478a4b79-3344-4e08-be4f-b6fd6ae91aa4 req-8da46e55-c9d7-4c72-a0d1-1846679a5121 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:09.961933 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-478a4b79-3344-4e08-be4f-b6fd6ae91aa4 req-8da46e55-c9d7-4c72-a0d1-1846679a5121 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1046138'] for floatingip, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:09.962236 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.db.l3_db [req-478a4b79-3344-4e08-be4f-b6fd6ae91aa4 req-8da46e55-c9d7-4c72-a0d1-1846679a5121 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Floating IP 7a08154b-7258-4a47-ab8f-4f360551c56d disassociated. External IP: 172.27.1.82, port: b8088448-c89b-44e2-9685-c407cc16ee1c. May 06 18:39:09.962557 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-478a4b79-3344-4e08-be4f-b6fd6ae91aa4 req-8da46e55-c9d7-4c72-a0d1-1846679a5121 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Calling delete_port for b8088448-c89b-44e2-9685-c407cc16ee1c owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:39:09.988592 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f4db9e98-849e-423d-897b-e1d64c930b3b req-c3baf75c-639f-4f59-936a-8e561352b554 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496645 May 06 18:39:09.992529 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e2760529-7cc1-4990-844d-3845c5937ec9 req-ca447f82-014b-4849-b8ff-8d9f5293f8f7 service neutron] 10.222.0.55 "GET /v2.0/networks/0345db37-2d24-47c9-ba99-e54097aa82ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034747 May 06 18:39:10.120983 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eed99e83-a6b3-4c31-9d93-d42887e9d99c req-e88ab37e-395a-4d37-b096-2d06f35767e5 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529193 May 06 18:39:10.194563 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e2760529-7cc1-4990-844d-3845c5937ec9 req-4fc0d161-b908-4736-844f-502b0ca60a2f service neutron] 10.222.0.55 "GET /v2.0/networks/0345db37-2d24-47c9-ba99-e54097aa82ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947117 May 06 18:39:10.295539 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-478a4b79-3344-4e08-be4f-b6fd6ae91aa4 req-8da46e55-c9d7-4c72-a0d1-1846679a5121 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:10.304823 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:10.384766 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da46e55-c9d7-4c72-a0d1-1846679a5121 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Pushing event deleted for resources: {'Port': ['ID=b8088448-c89b-44e2-9685-c407cc16ee1c,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:10.391253 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8da46e55-c9d7-4c72-a0d1-1846679a5121 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:10.709738 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-478a4b79-3344-4e08-be4f-b6fd6ae91aa4 req-8da46e55-c9d7-4c72-a0d1-1846679a5121 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Router 6cb201b6-af57-4600-9187-cedbedf2fbc9 has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:39:10.928556 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-478a4b79-3344-4e08-be4f-b6fd6ae91aa4 req-8da46e55-c9d7-4c72-a0d1-1846679a5121 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:39:10.940576 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0fd1c9-2605-4493-a8d1-60aee952fd93 None None] Sync routers for ids ['6cb201b6-af57-4600-9187-cedbedf2fbc9'] in dv-cinder-733622-15-iscsi {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:39:10.959513 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0fd1c9-2605-4493-a8d1-60aee952fd93 None None] Routers {'6cb201b6-af57-4600-9187-cedbedf2fbc9'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:39:10.961122 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-3a0fd1c9-2605-4493-a8d1-60aee952fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:38:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['6cb201b6-af57-4600-9187-cedbedf2fbc9'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:11.034347 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-478a4b79-3344-4e08-be4f-b6fd6ae91aa4 req-8da46e55-c9d7-4c72-a0d1-1846679a5121 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] No DVR routers for this DVR port b8088448-c89b-44e2-9685-c407cc16ee1c on host hv-cinder-73362 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:39:11.046374 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-478a4b79-3344-4e08-be4f-b6fd6ae91aa4 req-8da46e55-c9d7-4c72-a0d1-1846679a5121 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:11.055808 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724857e0-bdc3-4a4f-a4c6-1a2d7de91081', 'name': 'network-vif-deleted', 'tag': 'b8088448-c89b-44e2-9685-c407cc16ee1c'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:39:11.096832 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-478a4b79-3344-4e08-be4f-b6fd6ae91aa4 req-8da46e55-c9d7-4c72-a0d1-1846679a5121 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.55 "DELETE /v2.0/ports/b8088448-c89b-44e2-9685-c407cc16ee1c HTTP/1.1" status: 204 len: 173 time: 2.8822105 May 06 18:39:11.191379 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724857e0-bdc3-4a4f-a4c6-1a2d7de91081', 'name': 'network-vif-deleted', 'tag': 'b8088448-c89b-44e2-9685-c407cc16ee1c', 'status': 'completed', 'code': 200} May 06 18:39:11.327473 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef1d86-12b9-45b1-a825-f66a17f9e641 req-8d74af76-9d39-4ae4-af56-5ed0b059d398 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:11.336886 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-84ef1d86-12b9-45b1-a825-f66a17f9e641 req-8d74af76-9d39-4ae4-af56-5ed0b059d398 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1794477 May 06 18:39:11.410377 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-84ef1d86-12b9-45b1-a825-f66a17f9e641 req-031a280d-c23e-42fd-b690-a27dcffef3b6 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722148 May 06 18:39:11.474694 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-0842fa71-68e6-4d2c-a6fc-a81443a0783a req-63a922fd-3328-46c4-90d7-3b8c6415a19c tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Synchronizing usage tracker for tenant:bb0a96b877b544c78734acd5c46c2618 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:39:11.499448 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-0842fa71-68e6-4d2c-a6fc-a81443a0783a req-63a922fd-3328-46c4-90d7-3b8c6415a19c tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Unset dirty status for tenant:bb0a96b877b544c78734acd5c46c2618 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:39:11.516162 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0842fa71-68e6-4d2c-a6fc-a81443a0783a req-63a922fd-3328-46c4-90d7-3b8c6415a19c tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=724857e0-bdc3-4a4f-a4c6-1a2d7de91081 HTTP/1.1" status: 200 len: 210 time: 0.1251478 May 06 18:39:11.636473 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-8ec79d25-5d03-4592-b7a9-dc1e4a682594 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=62789964e18b452db317b97086b9bc84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399933 May 06 18:39:11.682305 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-3a0fd1c9-2605-4493-a8d1-60aee952fd93 None None] Set router 6cb201b6-af57-4600-9187-cedbedf2fbc9 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:39:12.009288 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-de7e5de0-6d78-4074-a4a9-54d39049eeed tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:12.020982 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-de7e5de0-6d78-4074-a4a9-54d39049eeed tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3773923 May 06 18:39:12.060437 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-6c6adfaf-f528-4568-aed5-cd2b57032d68 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/quotas/62789964e18b452db317b97086b9bc84 HTTP/1.1" status: 200 len: 375 time: 0.0381572 May 06 18:39:12.156777 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-d6bba120-44e1-4b74-b859-d3ef26787abf tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=62789964e18b452db317b97086b9bc84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0929437 May 06 18:39:12.345764 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-3a0fd1c9-2605-4493-a8d1-60aee952fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1136130436-router', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:44Z', 'revision_number': 4, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'gw_port': {'id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:63:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:35Z', 'updated_at': '2021-05-06T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '609b50a0-967e-4356-881f-b468d6e55d7c', 'name': '', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'mac_address': 'fa:16:3e:7e:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:42Z', 'updated_at': '2021-05-06T18:35:00Z', 'revision_number': 5, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'subnets': [{'id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:12.349964 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0fd1c9-2605-4493-a8d1-60aee952fd93 None None] Checking router: 6cb201b6-af57-4600-9187-cedbedf2fbc9 for host: dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:39:12.361101 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0fd1c9-2605-4493-a8d1-60aee952fd93 None None] Routers {'6cb201b6-af57-4600-9187-cedbedf2fbc9'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:39:12.362097 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-3a0fd1c9-2605-4493-a8d1-60aee952fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:38:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['6cb201b6-af57-4600-9187-cedbedf2fbc9'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:12.440199 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e443dafb-61ac-4c28-ae44-db15a06b44c8 req-f3788c0e-ea78-4b5a-a0bd-6976c69c193a tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4c2997-ff38-4a04-b9c0-444597790dfd HTTP/1.1" status: 200 len: 210 time: 0.0721514 May 06 18:39:12.616311 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-3a0fd1c9-2605-4493-a8d1-60aee952fd93 None None] Set router 6cb201b6-af57-4600-9187-cedbedf2fbc9 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:39:12.706304 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device b8088448-c89b-44e2-9685-c407cc16ee1c no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:39:12.731576 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342b15a-5439-4fc6-91a9-6e69d6f09270 req-21eb170c-9a9e-412c-b703-e58cb3faf474 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:12.739637 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2342b15a-5439-4fc6-91a9-6e69d6f09270 req-21eb170c-9a9e-412c-b703-e58cb3faf474 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1734445 May 06 18:39:12.788066 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 46330) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:12.796196 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] No Port match for: b8088448-c89b-44e2-9685-c407cc16ee1c {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:39:12.796667 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device b8088448-c89b-44e2-9685-c407cc16ee1c not bound to the agent host hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:39:12.833192 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2342b15a-5439-4fc6-91a9-6e69d6f09270 req-1347f1ba-b5f7-41ee-8688-a5abd8ea4626 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925496 May 06 18:39:12.902747 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a20b8245-79e9-4a77-a788-41ce2451103d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:12.951760 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a20b8245-79e9-4a77-a788-41ce2451103d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:13.091112 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a20b8245-79e9-4a77-a788-41ce2451103d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:13.107558 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-31e75670-c898-4ac9-800d-824df4aea6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:13.169545 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-3a0fd1c9-2605-4493-a8d1-60aee952fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1136130436-router', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:44Z', 'revision_number': 4, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'gw_port': {'id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:63:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:35Z', 'updated_at': '2021-05-06T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '609b50a0-967e-4356-881f-b468d6e55d7c', 'name': '', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'mac_address': 'fa:16:3e:7e:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:42Z', 'updated_at': '2021-05-06T18:35:00Z', 'revision_number': 5, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'subnets': [{'id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:13.175023 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0fd1c9-2605-4493-a8d1-60aee952fd93 None None] The sync data for ids ['6cb201b6-af57-4600-9187-cedbedf2fbc9'] in dv-cinder-733622-15-iscsi is: [{'id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1136130436-router', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:44Z', 'revision_number': 4, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'gw_port': {'id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:63:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:35Z', 'updated_at': '2021-05-06T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '609b50a0-967e-4356-881f-b468d6e55d7c', 'name': '', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'mac_address': 'fa:16:3e:7e:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:42Z', 'updated_at': '2021-05-06T18:35:00Z', 'revision_number': 5, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'subnets': [{'id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:39:13.196982 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b8245-79e9-4a77-a788-41ce2451103d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb19c0d-5be1-4ffe-9f85-05163d70cfb1,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:13.203096 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-a20b8245-79e9-4a77-a788-41ce2451103d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:13.229760 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a20b8245-79e9-4a77-a788-41ce2451103d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:13.235303 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-a20b8245-79e9-4a77-a788-41ce2451103d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "DELETE /v2.0/security-groups/ddb19c0d-5be1-4ffe-9f85-05163d70cfb1 HTTP/1.1" status: 204 len: 168 time: 0.4453576 May 06 18:39:13.236031 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 46340) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:13.320799 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.api.v2.resource [None req-11695975-a1ff-4866-8c02-5f577887b329 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] show failed (client error): The resource could not be found. May 06 18:39:13.322816 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-11695975-a1ff-4866-8c02-5f577887b329 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups/ddb19c0d-5be1-4ffe-9f85-05163d70cfb1 HTTP/1.1" status: 404 len: 347 time: 0.0851130 May 06 18:39:13.325683 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 46346) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:13.797570 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259dae3f-d9ee-41d4-a5a2-56d3efc25f77 None None] New status for floating IP 7a08154b-7258-4a47-ab8f-4f360551c56d: DOWN {{(pid=78805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:39:13.820729 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-14eb3f7f-1f00-45a8-b048-24623bd636d1 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Deleting port 92de38db-3a61-4b80-bd05-8cbcf2ab8e42 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:39:13.821343 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-14eb3f7f-1f00-45a8-b048-24623bd636d1 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:13.915824 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-edb48aea-c2dc-4d5d-9729-0079b8878830 req-0d15c9b7-e433-445c-83ad-f9aea0c35ebb tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4c2997-ff38-4a04-b9c0-444597790dfd HTTP/1.1" status: 200 len: 210 time: 0.1332116 May 06 18:39:14.044676 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-14eb3f7f-1f00-45a8-b048-24623bd636d1 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:14.045921 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-14eb3f7f-1f00-45a8-b048-24623bd636d1 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:14.312133 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-14eb3f7f-1f00-45a8-b048-24623bd636d1 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Calling delete_port for 92de38db-3a61-4b80-bd05-8cbcf2ab8e42 owned by network:floatingip {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:39:14.321802 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-4dd7811e-8117-42f5-a311-3c6b39f594b7 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=62789964e18b452db317b97086b9bc84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1149583 May 06 18:39:14.550832 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-5693f919-2352-4de2-9f1e-2d3aa1adff79 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:14.552482 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-5693f919-2352-4de2-9f1e-2d3aa1adff79 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2231448 May 06 18:39:14.597695 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Request body: {'port': {'device_id': 'ec4c2997-ff38-4a04-b9c0-444597790dfd', 'network_id': 'fc059a15-72ba-4c4c-83f4-b47cd1a02c02', 'admin_state_up': True, 'tenant_id': '62789964e18b452db317b97086b9bc84'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:14.746075 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-14eb3f7f-1f00-45a8-b048-24623bd636d1 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:14.762565 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-12e712f5-92da-4a04-9a62-19fbbcfeccb8 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:14.928488 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb3f7f-1f00-45a8-b048-24623bd636d1 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Pushing event deleted for resources: {'Port': ['ID=92de38db-3a61-4b80-bd05-8cbcf2ab8e42,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:14.945446 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-14eb3f7f-1f00-45a8-b048-24623bd636d1 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:15.022635 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:15.029540 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Usage tracker for resource:port and tenant:62789964e18b452db317b97086b9bc84 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:15.038298 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:15.049167 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:15.077838 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-14eb3f7f-1f00-45a8-b048-24623bd636d1 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for floatingip, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:15.083248 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Made reservation on behalf of 62789964e18b452db317b97086b9bc84 for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:39:15.087416 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:15.107311 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:15.130500 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:15.133808 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-14eb3f7f-1f00-45a8-b048-24623bd636d1 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for floatingip, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:15.138058 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-14eb3f7f-1f00-45a8-b048-24623bd636d1 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "DELETE /v2.0/floatingips/7a08154b-7258-4a47-ab8f-4f360551c56d HTTP/1.1" status: 204 len: 168 time: 1.8070004 May 06 18:39:15.156777 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Usage tracker for resource:security_group_rule and tenant:62789964e18b452db317b97086b9bc84 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:15.167944 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:15.195781 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:15.206714 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-eccb9e48-0ab8-466a-a16b-8c7e997f10ae req-24743cd8-24b4-4160-b91f-bafb28e92d42 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4c2997-ff38-4a04-b9c0-444597790dfd HTTP/1.1" status: 200 len: 210 time: 0.0648766 May 06 18:39:15.350623 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:15.361398 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:15.456890 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7abd7fe2-1fa7-4f4a-b0cf-bda3c23c879d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:15.564656 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a51534-738f-4cfd-b586-d232b800fb54,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:15.577300 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:15.608412 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 46382) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:15.619195 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-9d9aead8-fc62-4ec4-a0fe-3e68b67272bf tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--817829356', 'description': 'tempest-description--396346436'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:15.631602 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-9d9aead8-fc62-4ec4-a0fe-3e68b67272bf tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:15.642518 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-9d9aead8-fc62-4ec4-a0fe-3e68b67272bf tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Usage tracker for resource:security_group and tenant:bb0a96b877b544c78734acd5c46c2618 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:15.650562 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-9d9aead8-fc62-4ec4-a0fe-3e68b67272bf tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:15.663338 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-9d9aead8-fc62-4ec4-a0fe-3e68b67272bf tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:15.678882 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9d9aead8-fc62-4ec4-a0fe-3e68b67272bf tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:15.710370 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-9d9aead8-fc62-4ec4-a0fe-3e68b67272bf tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:15.716619 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-9d9aead8-fc62-4ec4-a0fe-3e68b67272bf tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Usage tracker for resource:security_group_rule and tenant:bb0a96b877b544c78734acd5c46c2618 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:15.722728 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-9d9aead8-fc62-4ec4-a0fe-3e68b67272bf tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:15.737067 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-9d9aead8-fc62-4ec4-a0fe-3e68b67272bf tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:15.765509 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Allocated IP 192.168.233.141 (fc059a15-72ba-4c4c-83f4-b47cd1a02c02/dffb9c96-02ed-45f3-b6fb-1b4bd668ec2f/1d50caf2-08cb-49da-9076-c404c0d17223) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:39:15.837482 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9d9aead8-fc62-4ec4-a0fe-3e68b67272bf tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:15.849863 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9d9aead8-fc62-4ec4-a0fe-3e68b67272bf tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:15.858921 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-cb21c292-1d05-47ab-b790-251149120354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:15.943414 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9aead8-fc62-4ec4-a0fe-3e68b67272bf tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bace9f-1957-4e04-a1aa-9d20460e2fde,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:15.947677 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9d9aead8-fc62-4ec4-a0fe-3e68b67272bf tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:15.949648 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-9d9aead8-fc62-4ec4-a0fe-3e68b67272bf tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3398960 May 06 18:39:15.951069 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-9d9aead8-fc62-4ec4-a0fe-3e68b67272bf tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:15.963123 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 46390) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:15.973444 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-7cf11aa0-b47f-411c-b875-b356e725fdea tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Request body: {'security_group_rule': {'security_group_id': 'd5bace9f-1957-4e04-a1aa-9d20460e2fde', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:15.982661 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-7cf11aa0-b47f-411c-b875-b356e725fdea tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:15.989026 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-7cf11aa0-b47f-411c-b875-b356e725fdea tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Usage tracker for resource:security_group_rule and tenant:bb0a96b877b544c78734acd5c46c2618 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:15.994438 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-7cf11aa0-b47f-411c-b875-b356e725fdea tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:16.001465 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-7cf11aa0-b47f-411c-b875-b356e725fdea tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:16.023378 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7cf11aa0-b47f-411c-b875-b356e725fdea tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:16.078995 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:16.095567 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Transition to ACTIVE for port object 1d50caf2-08cb-49da-9076-c404c0d17223 will not be triggered until provisioned by entity DHCP. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:39:16.120847 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7cf11aa0-b47f-411c-b875-b356e725fdea tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:16.126203 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:16.126776 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7cf11aa0-b47f-411c-b875-b356e725fdea tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:16.129320 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-49ea48a1-ef14-405e-993c-734afb113eee tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:16.133171 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2834abc5-f6a2-4d12-a508-a325ffb85ccd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:16.152388 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf11aa0-b47f-411c-b875-b356e725fdea tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d521cfc3-4e1b-45e5-ae1c-c46bea792d8c,revision_number=0']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:16.158704 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7cf11aa0-b47f-411c-b875-b356e725fdea tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:16.165441 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7cf11aa0-b47f-411c-b875-b356e725fdea tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:16.172113 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-7cf11aa0-b47f-411c-b875-b356e725fdea tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2013535 May 06 18:39:16.172918 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 46394) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:16.178800 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-29e214a9-4c18-41af-8f27-87b871de9d8a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Request body: {'security_group_rule': {'security_group_id': 'd5bace9f-1957-4e04-a1aa-9d20460e2fde', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:16.185493 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-29e214a9-4c18-41af-8f27-87b871de9d8a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:16.192402 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-29e214a9-4c18-41af-8f27-87b871de9d8a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Usage tracker for resource:security_group_rule and tenant:bb0a96b877b544c78734acd5c46c2618 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:16.196491 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-29e214a9-4c18-41af-8f27-87b871de9d8a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:16.203421 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-29e214a9-4c18-41af-8f27-87b871de9d8a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:16.206993 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Network fc059a15-72ba-4c4c-83f4-b47cd1a02c02 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:39:16.216741 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:39:16.219562 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:39:16.232415 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-29e214a9-4c18-41af-8f27-87b871de9d8a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:16.310343 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Pushing event updated for resources: {'Port': ['ID=1d50caf2-08cb-49da-9076-c404c0d17223,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:16.324978 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-3e64dab7-88d4-47f3-8b42-127738968ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:16.327210 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:16.360302 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:16.361085 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:16.394260 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8076277 May 06 18:39:16.409030 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] Request body: {'port': {'device_id': 'ec4c2997-ff38-4a04-b9c0-444597790dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:16.427095 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-29e214a9-4c18-41af-8f27-87b871de9d8a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:16.434447 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-29e214a9-4c18-41af-8f27-87b871de9d8a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:16.453209 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:16.479930 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-2d238fda-816c-41d1-947f-15db8bce4ee5 None None] Provisioning for port 1d50caf2-08cb-49da-9076-c404c0d17223 completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:39:16.486718 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-2d238fda-816c-41d1-947f-15db8bce4ee5 None None] Provisioning complete for port 1d50caf2-08cb-49da-9076-c404c0d17223 triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:16.487119 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d238fda-816c-41d1-947f-15db8bce4ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:16.493174 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f3997-e61f-4ae9-8084-c5c7d7b6b059 req-17febdc2-5fce-48a5-9a05-378dbb79bd67 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:16.496243 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-956f3997-e61f-4ae9-8084-c5c7d7b6b059 req-17febdc2-5fce-48a5-9a05-378dbb79bd67 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4c2997-ff38-4a04-b9c0-444597790dfd HTTP/1.1" status: 200 len: 936 time: 0.1583941 May 06 18:39:16.507748 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e214a9-4c18-41af-8f27-87b871de9d8a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e722bcdc-af70-4011-9378-fd1153d34fa9,revision_number=0']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:16.513469 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-29e214a9-4c18-41af-8f27-87b871de9d8a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:16.535792 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-29e214a9-4c18-41af-8f27-87b871de9d8a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:16.540171 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-29e214a9-4c18-41af-8f27-87b871de9d8a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3628561 May 06 18:39:16.540412 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 46400) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:16.547694 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Request body: {'floatingip': {'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:16.557868 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:16.564788 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:16.574032 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Usage tracker for resource:floatingip and tenant:bb0a96b877b544c78734acd5c46c2618 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:16.579694 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:16.588460 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-956f3997-e61f-4ae9-8084-c5c7d7b6b059 req-18bbbf8a-1971-4113-a798-e53fb310e081 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a51534-738f-4cfd-b586-d232b800fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773242 May 06 18:39:16.596843 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-2d238fda-816c-41d1-947f-15db8bce4ee5 None None] Port 1d50caf2-08cb-49da-9076-c404c0d17223 cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:39:16.597329 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:16.612380 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for floatingip, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:16.893388 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:17.090436 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d50caf2-08cb-49da-9076-c404c0d17223 {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:39:17.110055 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:17.146541 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Allocated IP 172.27.1.103 (884521b5-a319-4325-bd13-24951164ba4c/9fcafda4-8977-4d90-a4c2-0719bb43c11a/b41083b4-045a-4cc5-b57b-474ba07cb31c) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:39:17.157299 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] Transition to ACTIVE for port object 1d50caf2-08cb-49da-9076-c404c0d17223 will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:39:17.164833 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:17.178828 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:17.447946 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:17.509547 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:17.516373 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c95c1e8a-de19-437f-8bd7-c0ce357aa951 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:17.581895 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] Pushing event updated for resources: {'Port': ['ID=1d50caf2-08cb-49da-9076-c404c0d17223,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:17.589536 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:17.595550 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Pushing event updated for resources: {'Port': ['ID=b41083b4-045a-4cc5-b57b-474ba07cb31c,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:17.599300 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:17.612775 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Network 884521b5-a319-4325-bd13-24951164ba4c is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:39:17.614241 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:39:17.617521 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:39:17.650484 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] Attempting to bind port 1d50caf2-08cb-49da-9076-c404c0d17223 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:39:17.650816 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] Attempting to bind port 1d50caf2-08cb-49da-9076-c404c0d17223 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '8ec71833-c9a1-4d01-888a-3842834c66d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fc059a15-72ba-4c4c-83f4-b47cd1a02c02'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:39:17.651179 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] Attempting to bind port 1d50caf2-08cb-49da-9076-c404c0d17223 on network fc059a15-72ba-4c4c-83f4-b47cd1a02c02 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:39:17.657557 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] Port 1d50caf2-08cb-49da-9076-c404c0d17223 on network fc059a15-72ba-4c4c-83f4-b47cd1a02c02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:39:17.657693 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] Attempting to bind port 1d50caf2-08cb-49da-9076-c404c0d17223 on network fc059a15-72ba-4c4c-83f4-b47cd1a02c02 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:39:17.664371 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] Checking agent: {'id': '9977d64c-d59d-4d1f-af57-b1bc23e96ce2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'started_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:39:17.664707 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] Checking segment: {'id': '8ec71833-c9a1-4d01-888a-3842834c66d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fc059a15-72ba-4c4c-83f4-b47cd1a02c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:39:17.665084 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] Bound using segment: {'id': '8ec71833-c9a1-4d01-888a-3842834c66d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fc059a15-72ba-4c4c-83f4-b47cd1a02c02'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:39:17.665512 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] Bound port: 1d50caf2-08cb-49da-9076-c404c0d17223, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec71833-c9a1-4d01-888a-3842834c66d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fc059a15-72ba-4c4c-83f4-b47cd1a02c02'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:39:17.665851 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:17.739260 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:17.809685 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:17.872170 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] For port 1d50caf2-08cb-49da-9076-c404c0d17223, host hv-cinder-73362, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:39:17.880427 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] For port 1d50caf2-08cb-49da-9076-c404c0d17223, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1d50caf2-08cb-49da-9076-c404c0d17223,segment=NetworkSegment(8ec71833-c9a1-4d01-888a-3842834c66d9),segment_id=8ec71833-c9a1-4d01-888a-3842834c66d9)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:39:17.899558 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:17.911380 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:18.014853 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386515d-aa45-49bb-b4a0-e4766cecc462 req-f0b17a41-41ef-423d-9252-823a5c1aed05 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:18.016203 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-2386515d-aa45-49bb-b4a0-e4766cecc462 req-f0b17a41-41ef-423d-9252-823a5c1aed05 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Synchronizing usage tracker for tenant:62789964e18b452db317b97086b9bc84 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:39:18.027611 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:18.028601 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:18.031532 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] 10.222.0.55 "PUT /v2.0/ports/1d50caf2-08cb-49da-9076-c404c0d17223 HTTP/1.1" status: 200 len: 1098 time: 1.6296318 May 06 18:39:18.032674 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4c2997-ff38-4a04-b9c0-444597790dfd', 'tag': '1d50caf2-08cb-49da-9076-c404c0d17223'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:39:18.076857 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] Pushing event updated for resources: {'Port': ['ID=1d50caf2-08cb-49da-9076-c404c0d17223,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:18.081111 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-2386515d-aa45-49bb-b4a0-e4766cecc462 req-f0b17a41-41ef-423d-9252-823a5c1aed05 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Unset dirty status for tenant:62789964e18b452db317b97086b9bc84 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:39:18.082308 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2386515d-aa45-49bb-b4a0-e4766cecc462 req-f0b17a41-41ef-423d-9252-823a5c1aed05 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4c2997-ff38-4a04-b9c0-444597790dfd HTTP/1.1" status: 200 len: 948 time: 0.3342631 May 06 18:39:18.083257 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:18.133226 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:18.140271 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062806'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:18.149472 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-4abe632d-fc43-4511-87ba-beee711c8f09 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:18.320136 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Pushing event updated for resources: {'Port': ['ID=b41083b4-045a-4cc5-b57b-474ba07cb31c,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:18.328153 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:18.328512 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4c2997-ff38-4a04-b9c0-444597790dfd', 'tag': '1d50caf2-08cb-49da-9076-c404c0d17223', 'status': 'completed', 'code': 200} May 06 18:39:18.330552 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:18.356678 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1046138'] for floatingip, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:18.396549 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for floatingip, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:18.400698 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-2386515d-aa45-49bb-b4a0-e4766cecc462 req-c03cf263-276e-4883-8f8e-87ad4b83e7bd tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Synchronizing usage tracker for tenant:62789964e18b452db317b97086b9bc84 on resource:security_group {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:39:18.408320 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8662677 May 06 18:39:18.462553 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-2386515d-aa45-49bb-b4a0-e4766cecc462 req-c03cf263-276e-4883-8f8e-87ad4b83e7bd tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Unset dirty status for tenant:62789964e18b452db317b97086b9bc84 on resource:security_group {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:39:18.464161 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2386515d-aa45-49bb-b4a0-e4766cecc462 req-c03cf263-276e-4883-8f8e-87ad4b83e7bd tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a51534-738f-4cfd-b586-d232b800fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617156 May 06 18:39:18.470512 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-9d213783-98e1-4dda-a8a3-465afc0598c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:18.473189 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-9d213783-98e1-4dda-a8a3-465afc0598c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=62789964e18b452db317b97086b9bc84&device_id=ec4c2997-ff38-4a04-b9c0-444597790dfd HTTP/1.1" status: 200 len: 1101 time: 0.3443561 May 06 18:39:18.605971 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-2d2f540b-10f1-4f36-b10c-0e9527cb08bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=1d50caf2-08cb-49da-9076-c404c0d17223 HTTP/1.1" status: 200 len: 217 time: 0.1234591 May 06 18:39:18.725732 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-65bb59a7-7255-44e5-8d5c-93a7110d4c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:18.736504 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-c7ad4b32-eb08-4751-ae5a-bf99adc50967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:18.740303 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-c7ad4b32-eb08-4751-ae5a-bf99adc50967 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dffb9c96-02ed-45f3-b6fb-1b4bd668ec2f HTTP/1.1" status: 200 len: 843 time: 0.1249771 May 06 18:39:18.935369 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-300e851e-e320-469b-a046-1de8939e2098 req-0df952a1-b539-481d-8916-2316e8f5fc18 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Synchronizing usage tracker for tenant:bb0a96b877b544c78734acd5c46c2618 on resource:security_group {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:39:18.989970 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-b185bfec-8694-4b0c-9deb-f684a73c10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:18.992900 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-b185bfec-8694-4b0c-9deb-f684a73c10ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc059a15-72ba-4c4c-83f4-b47cd1a02c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.2464228 May 06 18:39:18.995189 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-300e851e-e320-469b-a046-1de8939e2098 req-0df952a1-b539-481d-8916-2316e8f5fc18 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Unset dirty status for tenant:bb0a96b877b544c78734acd5c46c2618 on resource:security_group {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:39:19.008052 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-300e851e-e320-469b-a046-1de8939e2098 req-0df952a1-b539-481d-8916-2316e8f5fc18 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--817829356&fields=id&tenant_id=bb0a96b877b544c78734acd5c46c2618 HTTP/1.1" status: 200 len: 267 time: 0.1743419 May 06 18:39:19.071924 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec560a9-43b3-43a9-8532-6356134dd044 req-52600e74-d829-49ae-a627-a4f16e259415 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:19.073490 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-8ec560a9-43b3-43a9-8532-6356134dd044 req-52600e74-d829-49ae-a627-a4f16e259415 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.1516228 May 06 18:39:19.143622 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-8ec560a9-43b3-43a9-8532-6356134dd044 req-144b4827-09a7-4b8e-b47d-0ad1fa8d5661 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588171 May 06 18:39:19.422409 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-544d49c8-28d0-48b7-9b50-ae8be87a5e4f service neutron] 10.222.0.55 "GET /v2.0/networks/fc059a15-72ba-4c4c-83f4-b47cd1a02c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129059 May 06 18:39:19.429907 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e851e-e320-469b-a046-1de8939e2098 req-0fe1d30a-08f8-442c-b5c8-ffe07b1a0531 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:19.431447 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-300e851e-e320-469b-a046-1de8939e2098 req-0fe1d30a-08f8-442c-b5c8-ffe07b1a0531 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/networks?id=4977f012-56c5-46bd-a1b1-7dca239e88c0 HTTP/1.1" status: 200 len: 817 time: 0.3831673 May 06 18:39:19.555817 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-300e851e-e320-469b-a046-1de8939e2098 req-ff2618d0-2c5f-489e-9486-81c8ab3a5b0d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/quotas/bb0a96b877b544c78734acd5c46c2618 HTTP/1.1" status: 200 len: 375 time: 0.1045079 May 06 18:39:19.737530 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ce34084e-ace7-4ee9-a08e-d28ad15f13de req-f81210ea-b745-44ff-9cee-d879cabbf83f service neutron] 10.222.0.55 "GET /v2.0/networks/fc059a15-72ba-4c4c-83f4-b47cd1a02c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050396 May 06 18:39:19.772985 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-300e851e-e320-469b-a046-1de8939e2098 req-53574814-8dd6-48b8-8db6-b84a8066aaa5 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Synchronizing usage tracker for tenant:bb0a96b877b544c78734acd5c46c2618 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:39:19.787049 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82096f5e-1be6-4fb1-85da-be4b709dfba2 req-f96b8cdd-06a8-444a-b3d3-1d7ebad81876 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:19.789084 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-82096f5e-1be6-4fb1-85da-be4b709dfba2 req-f96b8cdd-06a8-444a-b3d3-1d7ebad81876 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4c2997-ff38-4a04-b9c0-444597790dfd HTTP/1.1" status: 200 len: 948 time: 0.0982873 May 06 18:39:19.796431 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-300e851e-e320-469b-a046-1de8939e2098 req-53574814-8dd6-48b8-8db6-b84a8066aaa5 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Unset dirty status for tenant:bb0a96b877b544c78734acd5c46c2618 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:39:19.797794 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-300e851e-e320-469b-a046-1de8939e2098 req-53574814-8dd6-48b8-8db6-b84a8066aaa5 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bb0a96b877b544c78734acd5c46c2618&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2320297 May 06 18:39:19.846485 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-82096f5e-1be6-4fb1-85da-be4b709dfba2 req-0f8b6c27-4410-4dea-9dbd-660e10d19812 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a51534-738f-4cfd-b586-d232b800fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507338 May 06 18:39:20.015231 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed4c11-4167-49b0-b73b-2cc8e53edbbd req-98b545e2-4fd5-4ad0-8c11-42f20c5b779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:20.016752 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-48ed4c11-4167-49b0-b73b-2cc8e53edbbd req-98b545e2-4fd5-4ad0-8c11-42f20c5b779a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=62789964e18b452db317b97086b9bc84&device_id=ec4c2997-ff38-4a04-b9c0-444597790dfd HTTP/1.1" status: 200 len: 1101 time: 0.2045896 May 06 18:39:20.018552 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-300e851e-e320-469b-a046-1de8939e2098 req-e8b865f5-c150-4b51-ae67-24c36d57e04e service neutron] 10.222.0.50 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692784 May 06 18:39:20.092852 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:20.304430 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed4c11-4167-49b0-b73b-2cc8e53edbbd req-bd467e2d-ef27-4a35-91cd-483e5523f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:20.305929 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-48ed4c11-4167-49b0-b73b-2cc8e53edbbd req-bd467e2d-ef27-4a35-91cd-483e5523f460 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc059a15-72ba-4c4c-83f4-b47cd1a02c02 HTTP/1.1" status: 200 len: 870 time: 0.2807448 May 06 18:39:20.309791 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-300e851e-e320-469b-a046-1de8939e2098 req-26c6b567-c90f-418c-b724-8dfb415f9290 service neutron] 10.222.0.50 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636688 May 06 18:39:20.413276 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-48ed4c11-4167-49b0-b73b-2cc8e53edbbd req-3a9aefce-b7c4-46e1-889f-54db9d51eca5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=1d50caf2-08cb-49da-9076-c404c0d17223 HTTP/1.1" status: 200 len: 217 time: 0.0982761 May 06 18:39:20.420766 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc69a6-13d3-45c0-bb22-034d8cf4bc14 req-fda1b87c-eefe-4489-9e70-4f2240f2ab00 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:20.434641 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-aebc69a6-13d3-45c0-bb22-034d8cf4bc14 req-fda1b87c-eefe-4489-9e70-4f2240f2ab00 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.1323831 May 06 18:39:20.522223 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed4c11-4167-49b0-b73b-2cc8e53edbbd req-e969e0a1-7e40-4357-84bb-f1dd93c66f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:20.524021 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-48ed4c11-4167-49b0-b73b-2cc8e53edbbd req-e969e0a1-7e40-4357-84bb-f1dd93c66f71 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dffb9c96-02ed-45f3-b6fb-1b4bd668ec2f HTTP/1.1" status: 200 len: 843 time: 0.1022084 May 06 18:39:20.530472 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-aebc69a6-13d3-45c0-bb22-034d8cf4bc14 req-11926d1b-3879-495d-9d68-9c090479c573 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935555 May 06 18:39:20.760800 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-afbdbd32-55f5-4c18-a2d8-f804ee2b1283 req-a907a6d9-fcd1-4008-851c-db619418fc17 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 210 time: 0.1929541 May 06 18:39:20.824127 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed4c11-4167-49b0-b73b-2cc8e53edbbd req-40bd545e-2525-4cfb-9a09-c7d6677e7501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:20.827567 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-48ed4c11-4167-49b0-b73b-2cc8e53edbbd req-40bd545e-2525-4cfb-9a09-c7d6677e7501 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc059a15-72ba-4c4c-83f4-b47cd1a02c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.2957416 May 06 18:39:21.030264 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-48ed4c11-4167-49b0-b73b-2cc8e53edbbd req-14de6380-2a6d-465e-b14a-855c8ea976aa service neutron] 10.222.0.55 "GET /v2.0/networks/fc059a15-72ba-4c4c-83f4-b47cd1a02c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915991 May 06 18:39:21.320885 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7b2f1-3783-42b9-942b-a4cac46c6877 req-90eef984-6461-441a-a308-d6683003583f tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:21.323466 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2dd7b2f1-3783-42b9-942b-a4cac46c6877 req-90eef984-6461-441a-a308-d6683003583f tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4c2997-ff38-4a04-b9c0-444597790dfd HTTP/1.1" status: 200 len: 948 time: 0.1692972 May 06 18:39:21.340646 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-48ed4c11-4167-49b0-b73b-2cc8e53edbbd req-bf7dee10-f920-45c0-ac04-5ec5d6a53d26 service neutron] 10.222.0.55 "GET /v2.0/networks/fc059a15-72ba-4c4c-83f4-b47cd1a02c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018875 May 06 18:39:21.409310 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2dd7b2f1-3783-42b9-942b-a4cac46c6877 req-165e26b2-b0a9-4340-aa83-d0eece22c878 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a51534-738f-4cfd-b586-d232b800fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769362 May 06 18:39:21.480906 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48069019-c77f-40f4-be40-38514262d7a5 req-c0088065-d3e7-47dc-9b11-518a76074ceb tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:21.484107 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-48069019-c77f-40f4-be40-38514262d7a5 req-c0088065-d3e7-47dc-9b11-518a76074ceb tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.55 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.1411440 May 06 18:39:21.626886 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:21.667017 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-48069019-c77f-40f4-be40-38514262d7a5 req-c6e7e135-433e-4c75-ab2e-dee8790c7cb4 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Deleting port b4164217-a48f-42df-aef6-3a679fcad4b6 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:39:21.667815 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-48069019-c77f-40f4-be40-38514262d7a5 req-c6e7e135-433e-4c75-ab2e-dee8790c7cb4 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:21.898851 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-48069019-c77f-40f4-be40-38514262d7a5 req-c6e7e135-433e-4c75-ab2e-dee8790c7cb4 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] For port b4164217-a48f-42df-aef6-3a679fcad4b6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b4164217-a48f-42df-aef6-3a679fcad4b6,segment=NetworkSegment(4e5a7700-9e20-4f7c-ba08-66c05edb45ba),segment_id=4e5a7700-9e20-4f7c-ba08-66c05edb45ba)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:21.899426 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-48069019-c77f-40f4-be40-38514262d7a5 req-c6e7e135-433e-4c75-ab2e-dee8790c7cb4 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:21.972068 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-72f5dfe4-d1e6-4b96-83ad-0ceefaaa4f6c req-608f308d-23dd-46a5-bd07-0fcc15c1fbc0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 210 time: 0.0654144 May 06 18:39:22.052317 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-48069019-c77f-40f4-be40-38514262d7a5 req-c6e7e135-433e-4c75-ab2e-dee8790c7cb4 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Calling delete_port for b4164217-a48f-42df-aef6-3a679fcad4b6 owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:39:22.084167 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6d98e-e000-4335-bbb6-84085c0c1b00 req-52db9cef-4871-4ceb-9400-728e27b20cf5 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:22.085776 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5fa6d98e-e000-4335-bbb6-84085c0c1b00 req-52db9cef-4871-4ceb-9400-728e27b20cf5 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 945 time: 0.3462198 May 06 18:39:22.257402 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5fa6d98e-e000-4335-bbb6-84085c0c1b00 req-83ead8e5-bc1b-49d7-813c-1468cf768b58 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605399 May 06 18:39:22.311473 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e851e-e320-469b-a046-1de8939e2098 req-33658c6e-e56c-4827-b564-005cae28292f tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:22.313165 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-300e851e-e320-469b-a046-1de8939e2098 req-33658c6e-e56c-4827-b564-005cae28292f tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.55 "GET /v2.0/networks?id=4977f012-56c5-46bd-a1b1-7dca239e88c0 HTTP/1.1" status: 200 len: 817 time: 0.2690797 May 06 18:39:22.531496 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-300e851e-e320-469b-a046-1de8939e2098 req-87e79855-9bde-4b3e-ba32-75602438d350 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb0a96b877b544c78734acd5c46c2618 HTTP/1.1" status: 200 len: 379 time: 0.1350908 May 06 18:39:22.543465 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-300e851e-e320-469b-a046-1de8939e2098 req-7c646899-424d-40e9-b44e-218c6ccff594 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Request body: {'port': {'device_id': 'd785921e-04f7-4bc8-bbcc-d27a1b5df8fc', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'admin_state_up': True, 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'security_groups': ['d5bace9f-1957-4e04-a1aa-9d20460e2fde']}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:22.565712 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-48069019-c77f-40f4-be40-38514262d7a5 req-c6e7e135-433e-4c75-ab2e-dee8790c7cb4 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:22.578295 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:22.581467 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5', 'b4164217-a48f-42df-aef6-3a679fcad4b6'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:39:22.693584 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7e2fd-c19e-4386-9457-9ca26e0b6de5 req-fc3fe9e6-a5d8-4101-90af-e498586d4e38 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:22.706736 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f5c7e2fd-c19e-4386-9457-9ca26e0b6de5 req-fc3fe9e6-a5d8-4101-90af-e498586d4e38 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4c2997-ff38-4a04-b9c0-444597790dfd HTTP/1.1" status: 200 len: 948 time: 0.1624484 May 06 18:39:22.769392 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7e135-433e-4c75-ab2e-dee8790c7cb4 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Pushing event deleted for resources: {'Port': ['ID=b4164217-a48f-42df-aef6-3a679fcad4b6,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:22.796947 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 1d50caf2-08cb-49da-9076-c404c0d17223 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:39:22.798631 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c6e7e135-433e-4c75-ab2e-dee8790c7cb4 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:22.800951 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f5c7e2fd-c19e-4386-9457-9ca26e0b6de5 req-7e9b028a-2953-4328-8fe1-3d03c7c8705a tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a51534-738f-4cfd-b586-d232b800fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917025 May 06 18:39:23.072760 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-48069019-c77f-40f4-be40-38514262d7a5 req-c6e7e135-433e-4c75-ab2e-dee8790c7cb4 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] No DVR routers for this DVR port b4164217-a48f-42df-aef6-3a679fcad4b6 on host hv-cinder-73362 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:39:23.077939 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-48069019-c77f-40f4-be40-38514262d7a5 req-c6e7e135-433e-4c75-ab2e-dee8790c7cb4 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:23.090388 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc2a4e2-6e9a-49a3-87a3-8b0696cc5297', 'name': 'network-vif-deleted', 'tag': 'b4164217-a48f-42df-aef6-3a679fcad4b6'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:39:23.124368 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-300e851e-e320-469b-a046-1de8939e2098 req-7c646899-424d-40e9-b44e-218c6ccff594 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:23.131975 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-48069019-c77f-40f4-be40-38514262d7a5 req-c6e7e135-433e-4c75-ab2e-dee8790c7cb4 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.55 "DELETE /v2.0/ports/b4164217-a48f-42df-aef6-3a679fcad4b6 HTTP/1.1" status: 204 len: 173 time: 1.6396787 May 06 18:39:23.161955 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-300e851e-e320-469b-a046-1de8939e2098 req-7c646899-424d-40e9-b44e-218c6ccff594 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:23.180973 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 1d50caf2-08cb-49da-9076-c404c0d17223, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1d50caf2-08cb-49da-9076-c404c0d17223,segment=NetworkSegment(8ec71833-c9a1-4d01-888a-3842834c66d9),segment_id=8ec71833-c9a1-4d01-888a-3842834c66d9)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:23.181904 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300e851e-e320-469b-a046-1de8939e2098 req-7c646899-424d-40e9-b44e-218c6ccff594 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Made reservation on behalf of bb0a96b877b544c78734acd5c46c2618 for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:39:23.200121 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-300e851e-e320-469b-a046-1de8939e2098 req-7c646899-424d-40e9-b44e-218c6ccff594 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:23.220879 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': '1d50caf2-08cb-49da-9076-c404c0d17223', 'network_id': 'fc059a15-72ba-4c4c-83f4-b47cd1a02c02', 'port_id': '1d50caf2-08cb-49da-9076-c404c0d17223', 'mac_address': 'fa:16:3e:99:a3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dffb9c96-02ed-45f3-b6fb-1b4bd668ec2f', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:39:23.233187 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc2a4e2-6e9a-49a3-87a3-8b0696cc5297', 'name': 'network-vif-deleted', 'tag': 'b4164217-a48f-42df-aef6-3a679fcad4b6', 'status': 'completed', 'code': 200} May 06 18:39:23.328340 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:23.371339 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d50caf2-08cb-49da-9076-c404c0d17223 {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:39:23.404243 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 1d50caf2-08cb-49da-9076-c404c0d17223, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1d50caf2-08cb-49da-9076-c404c0d17223,segment=NetworkSegment(8ec71833-c9a1-4d01-888a-3842834c66d9),segment_id=8ec71833-c9a1-4d01-888a-3842834c66d9)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:23.412959 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:23.418137 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:23.551764 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=1d50caf2-08cb-49da-9076-c404c0d17223,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:23.567406 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:23.568050 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:23.570306 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:23.570950 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:23.571777 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:23.572344 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:23.572918 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:23.573452 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:23.573989 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:23.574523 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:23.575240 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:23.575789 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:23.578993 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bc7d4723-1e15-44f8-97d8-4713464d02bb req-d3ac9c8b-e460-44ac-9ee1-b94715b34a92 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 210 time: 0.3466454 May 06 18:39:23.587018 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:23.615339 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-bfa705fb-9083-4670-a235-56a0a5282f7c req-7797b2af-a5cb-4203-889e-0b1ac41578f0 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc2a4e2-6e9a-49a3-87a3-8b0696cc5297 HTTP/1.1" status: 200 len: 210 time: 0.0860579 May 06 18:39:23.706758 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['1d50caf2-08cb-49da-9076-c404c0d17223'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:39:23.760038 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-300e851e-e320-469b-a046-1de8939e2098 req-7c646899-424d-40e9-b44e-218c6ccff594 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Allocated IP 172.20.0.13 (4977f012-56c5-46bd-a1b1-7dca239e88c0/d64319e1-ca21-4f57-b62e-b95f80302d38/77e2b538-a1e8-4232-a588-463a8dea0e5a) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:39:24.173110 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-300e851e-e320-469b-a046-1de8939e2098 req-7c646899-424d-40e9-b44e-218c6ccff594 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:24.195882 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc35be3-31c6-4efb-95aa-237ab2bbf838 req-8ffcbfc0-d69f-4cb6-89a9-071a6d74a830 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:24.197515 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8cc35be3-31c6-4efb-95aa-237ab2bbf838 req-8ffcbfc0-d69f-4cb6-89a9-071a6d74a830 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4c2997-ff38-4a04-b9c0-444597790dfd HTTP/1.1" status: 200 len: 949 time: 0.1851492 May 06 18:39:24.207009 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-300e851e-e320-469b-a046-1de8939e2098 req-7c646899-424d-40e9-b44e-218c6ccff594 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Transition to ACTIVE for port object 77e2b538-a1e8-4232-a588-463a8dea0e5a will not be triggered until provisioned by entity DHCP. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:39:24.291449 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8cc35be3-31c6-4efb-95aa-237ab2bbf838 req-674cd503-363d-48e0-b5ec-ac2a48c0e3c6 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a51534-738f-4cfd-b586-d232b800fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863793 May 06 18:39:24.308790 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-300e851e-e320-469b-a046-1de8939e2098 req-7c646899-424d-40e9-b44e-218c6ccff594 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:24.327601 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:24.450575 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300e851e-e320-469b-a046-1de8939e2098 req-7c646899-424d-40e9-b44e-218c6ccff594 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Network 4977f012-56c5-46bd-a1b1-7dca239e88c0 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:39:24.455653 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-300e851e-e320-469b-a046-1de8939e2098 req-7c646899-424d-40e9-b44e-218c6ccff594 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:39:24.460939 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-300e851e-e320-469b-a046-1de8939e2098 req-7c646899-424d-40e9-b44e-218c6ccff594 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:39:24.490753 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c646899-424d-40e9-b44e-218c6ccff594 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Pushing event updated for resources: {'Port': ['ID=77e2b538-a1e8-4232-a588-463a8dea0e5a,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:24.498852 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7c646899-424d-40e9-b44e-218c6ccff594 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:24.545110 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e851e-e320-469b-a046-1de8939e2098 req-7c646899-424d-40e9-b44e-218c6ccff594 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:24.546096 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-300e851e-e320-469b-a046-1de8939e2098 req-7c646899-424d-40e9-b44e-218c6ccff594 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:24.581956 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-300e851e-e320-469b-a046-1de8939e2098 req-7c646899-424d-40e9-b44e-218c6ccff594 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0440426 May 06 18:39:24.602128 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-300e851e-e320-469b-a046-1de8939e2098 req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] Request body: {'port': {'device_id': 'd785921e-04f7-4bc8-bbcc-d27a1b5df8fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:24.793815 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 1d50caf2-08cb-49da-9076-c404c0d17223 up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:39:24.869377 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-300e851e-e320-469b-a046-1de8939e2098 req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:25.037946 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-7dc4fc8d-f437-4f7e-87f2-1a12f6cffc14 None None] Provisioning for port 77e2b538-a1e8-4232-a588-463a8dea0e5a completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:39:25.059514 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-7dc4fc8d-f437-4f7e-87f2-1a12f6cffc14 None None] Provisioning complete for port 77e2b538-a1e8-4232-a588-463a8dea0e5a triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:25.062127 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-7dc4fc8d-f437-4f7e-87f2-1a12f6cffc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:25.134196 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a279b5d-ec92-46f1-9404-283dedf01b5e req-1af3c891-25ff-4d1c-b156-89a2f5617b72 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:25.147650 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2a279b5d-ec92-46f1-9404-283dedf01b5e req-1af3c891-25ff-4d1c-b156-89a2f5617b72 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 932 time: 0.2945664 May 06 18:39:25.206247 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-2a279b5d-ec92-46f1-9404-283dedf01b5e req-d61283ad-b025-48da-9fd5-e5c11d12e44c tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Synchronizing usage tracker for tenant:bb0a96b877b544c78734acd5c46c2618 on resource:security_group {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:39:25.221191 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning for port 1d50caf2-08cb-49da-9076-c404c0d17223 completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:39:25.224343 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-2a279b5d-ec92-46f1-9404-283dedf01b5e req-d61283ad-b025-48da-9fd5-e5c11d12e44c tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Unset dirty status for tenant:bb0a96b877b544c78734acd5c46c2618 on resource:security_group {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:39:25.225979 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2a279b5d-ec92-46f1-9404-283dedf01b5e req-d61283ad-b025-48da-9fd5-e5c11d12e44c tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777256 May 06 18:39:25.231277 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-7dc4fc8d-f437-4f7e-87f2-1a12f6cffc14 None None] Port 77e2b538-a1e8-4232-a588-463a8dea0e5a cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:39:25.234139 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port 1d50caf2-08cb-49da-9076-c404c0d17223 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:25.234837 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:25.436226 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:25.468737 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4c2997-ff38-4a04-b9c0-444597790dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d50caf2-08cb-49da-9076-c404c0d17223'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:39:25.479722 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 1d50caf2-08cb-49da-9076-c404c0d17223, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1d50caf2-08cb-49da-9076-c404c0d17223,segment=NetworkSegment(8ec71833-c9a1-4d01-888a-3842834c66d9),segment_id=8ec71833-c9a1-4d01-888a-3842834c66d9)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:25.488448 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:25.490057 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device b4164217-a48f-42df-aef6-3a679fcad4b6 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:39:25.535000 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:25.535300 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-300e851e-e320-469b-a046-1de8939e2098 req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e2b538-a1e8-4232-a588-463a8dea0e5a {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:39:25.546664 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-300e851e-e320-469b-a046-1de8939e2098 req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:25.569944 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-300e851e-e320-469b-a046-1de8939e2098 req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] Transition to ACTIVE for port object 77e2b538-a1e8-4232-a588-463a8dea0e5a will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:39:25.581374 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-300e851e-e320-469b-a046-1de8939e2098 req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:25.588176 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:25.591815 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] No Port match for: b4164217-a48f-42df-aef6-3a679fcad4b6 {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:39:25.592349 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device b4164217-a48f-42df-aef6-3a679fcad4b6 not bound to the agent host hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:39:25.622329 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=1d50caf2-08cb-49da-9076-c404c0d17223,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:25.625836 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:25.637376 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5db33-ad27-48bc-bc60-8265da678c31 req-f331e8d3-90d6-42a2-9038-27620badb7d8 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:25.641310 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e1a5db33-ad27-48bc-bc60-8265da678c31 req-f331e8d3-90d6-42a2-9038-27620badb7d8 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4c2997-ff38-4a04-b9c0-444597790dfd HTTP/1.1" status: 200 len: 950 time: 0.1366272 May 06 18:39:25.707901 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0c340-c790-4860-a5af-6ae0d9ca7db6 req-d0ee69e3-cf55-4656-8d4b-6bc0fceef846 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:25.708661 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-25e0c340-c790-4860-a5af-6ae0d9ca7db6 req-d0ee69e3-cf55-4656-8d4b-6bc0fceef846 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Synchronizing usage tracker for tenant:97dcc9ffc3774e62a6c6a20b65d59ae6 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:39:25.713315 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e1a5db33-ad27-48bc-bc60-8265da678c31 req-d6718ebf-3415-4504-a8e2-ad53e4993424 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a51534-738f-4cfd-b586-d232b800fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648959 May 06 18:39:25.774772 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4c2997-ff38-4a04-b9c0-444597790dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d50caf2-08cb-49da-9076-c404c0d17223', 'code': 200} May 06 18:39:25.785005 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] Pushing event updated for resources: {'Port': ['ID=77e2b538-a1e8-4232-a588-463a8dea0e5a,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:25.794042 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:25.833196 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-25e0c340-c790-4860-a5af-6ae0d9ca7db6 req-d0ee69e3-cf55-4656-8d4b-6bc0fceef846 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Unset dirty status for tenant:97dcc9ffc3774e62a6c6a20b65d59ae6 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:39:25.834385 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-25e0c340-c790-4860-a5af-6ae0d9ca7db6 req-d0ee69e3-cf55-4656-8d4b-6bc0fceef846 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.3775809 May 06 18:39:25.912042 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-300e851e-e320-469b-a046-1de8939e2098 req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] Attempting to bind port 77e2b538-a1e8-4232-a588-463a8dea0e5a on host hv-cinder-73362 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:39:25.912301 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-300e851e-e320-469b-a046-1de8939e2098 req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] Attempting to bind port 77e2b538-a1e8-4232-a588-463a8dea0e5a by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '3060fdb7-2551-4258-8a7c-fe585aeea40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:39:25.912836 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e851e-e320-469b-a046-1de8939e2098 req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] Attempting to bind port 77e2b538-a1e8-4232-a588-463a8dea0e5a on network 4977f012-56c5-46bd-a1b1-7dca239e88c0 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:39:25.919068 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-25e0c340-c790-4860-a5af-6ae0d9ca7db6 req-0d8c1b28-8948-4bc8-8d00-37214b1cc0cc tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726459 May 06 18:39:25.921743 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e851e-e320-469b-a046-1de8939e2098 req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] Port 77e2b538-a1e8-4232-a588-463a8dea0e5a on network 4977f012-56c5-46bd-a1b1-7dca239e88c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:39:25.922063 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e851e-e320-469b-a046-1de8939e2098 req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] Attempting to bind port 77e2b538-a1e8-4232-a588-463a8dea0e5a on network 4977f012-56c5-46bd-a1b1-7dca239e88c0 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:39:25.927999 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e851e-e320-469b-a046-1de8939e2098 req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] Checking agent: {'id': '9977d64c-d59d-4d1f-af57-b1bc23e96ce2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'started_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:39:25.928389 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e851e-e320-469b-a046-1de8939e2098 req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] Checking segment: {'id': '3060fdb7-2551-4258-8a7c-fe585aeea40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:39:25.928715 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e851e-e320-469b-a046-1de8939e2098 req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] Bound using segment: {'id': '3060fdb7-2551-4258-8a7c-fe585aeea40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:39:25.929181 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-300e851e-e320-469b-a046-1de8939e2098 req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] Bound port: 77e2b538-a1e8-4232-a588-463a8dea0e5a, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3060fdb7-2551-4258-8a7c-fe585aeea40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:39:25.929506 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-300e851e-e320-469b-a046-1de8939e2098 req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:26.083851 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-300e851e-e320-469b-a046-1de8939e2098 req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] For port 77e2b538-a1e8-4232-a588-463a8dea0e5a, host hv-cinder-73362, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:39:26.087745 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-300e851e-e320-469b-a046-1de8939e2098 req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] For port 77e2b538-a1e8-4232-a588-463a8dea0e5a, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=77e2b538-a1e8-4232-a588-463a8dea0e5a,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:39:26.094091 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-300e851e-e320-469b-a046-1de8939e2098 req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:26.100524 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8da46e55-c9d7-4c72-a0d1-1846679a5121 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:26.167379 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e851e-e320-469b-a046-1de8939e2098 req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:26.167937 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-300e851e-e320-469b-a046-1de8939e2098 req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:26.169351 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-300e851e-e320-469b-a046-1de8939e2098 req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] 10.222.0.55 "PUT /v2.0/ports/77e2b538-a1e8-4232-a588-463a8dea0e5a HTTP/1.1" status: 200 len: 1094 time: 1.5744998 May 06 18:39:26.170251 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd785921e-04f7-4bc8-bbcc-d27a1b5df8fc', 'tag': '77e2b538-a1e8-4232-a588-463a8dea0e5a'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:39:26.192020 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be6b6f-e228-4afb-aa29-e6a7a9d40d57 req-74b68758-6014-417b-ad7e-0eada7e0cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:26.193732 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-15be6b6f-e228-4afb-aa29-e6a7a9d40d57 req-74b68758-6014-417b-ad7e-0eada7e0cfd7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ec4c2997-ff38-4a04-b9c0-444597790dfd HTTP/1.1" status: 200 len: 1103 time: 0.2015588 May 06 18:39:26.361005 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd785921e-04f7-4bc8-bbcc-d27a1b5df8fc', 'tag': '77e2b538-a1e8-4232-a588-463a8dea0e5a', 'status': 'completed', 'code': 200} May 06 18:39:26.377973 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] Pushing event updated for resources: {'Port': ['ID=77e2b538-a1e8-4232-a588-463a8dea0e5a,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:26.392157 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:26.415182 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-15be6b6f-e228-4afb-aa29-e6a7a9d40d57 req-3165951c-0a38-4a2b-8226-8e7eed872d1a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=44a51534-738f-4cfd-b586-d232b800fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058434 May 06 18:39:26.443732 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e851e-e320-469b-a046-1de8939e2098 req-ef4baca7-7fb8-4966-9389-f30d9929c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:26.445675 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-300e851e-e320-469b-a046-1de8939e2098 req-ef4baca7-7fb8-4966-9389-f30d9929c4ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb0a96b877b544c78734acd5c46c2618&device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 1097 time: 0.1164198 May 06 18:39:26.574218 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-300e851e-e320-469b-a046-1de8939e2098 req-09a66e12-5eab-432d-80ed-ba76969224d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77e2b538-a1e8-4232-a588-463a8dea0e5a HTTP/1.1" status: 200 len: 217 time: 0.0801272 May 06 18:39:26.662316 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e851e-e320-469b-a046-1de8939e2098 req-8f1aeb4e-2d34-43a7-9215-364e01149a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:26.664265 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-300e851e-e320-469b-a046-1de8939e2098 req-8f1aeb4e-2d34-43a7-9215-364e01149a5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d64319e1-ca21-4f57-b62e-b95f80302d38 HTTP/1.1" status: 200 len: 856 time: 0.0804255 May 06 18:39:26.674186 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e2849-769a-4d1b-b45c-a4d0ac0aefef req-dcf68690-3938-4550-a0ac-54146d00f4ca tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:26.675070 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-900e2849-769a-4d1b-b45c-a4d0ac0aefef req-dcf68690-3938-4550-a0ac-54146d00f4ca tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Synchronizing usage tracker for tenant:bb0a96b877b544c78734acd5c46c2618 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:39:26.744825 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-900e2849-769a-4d1b-b45c-a4d0ac0aefef req-dcf68690-3938-4550-a0ac-54146d00f4ca tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Unset dirty status for tenant:bb0a96b877b544c78734acd5c46c2618 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:39:26.750294 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-900e2849-769a-4d1b-b45c-a4d0ac0aefef req-dcf68690-3938-4550-a0ac-54146d00f4ca tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 944 time: 0.2925909 May 06 18:39:26.846728 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e851e-e320-469b-a046-1de8939e2098 req-daa61c0b-b26a-422b-9ca3-8d0a890ac13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:26.849594 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-300e851e-e320-469b-a046-1de8939e2098 req-daa61c0b-b26a-422b-9ca3-8d0a890ac13a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4977f012-56c5-46bd-a1b1-7dca239e88c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1708927 May 06 18:39:26.994668 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-900e2849-769a-4d1b-b45c-a4d0ac0aefef req-eca4a097-2e18-424b-bd7f-ed9d5d54b68d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210681 May 06 18:39:27.114723 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-300e851e-e320-469b-a046-1de8939e2098 req-d921833f-fe2f-4dd4-9419-28260a6652ed service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515197 May 06 18:39:27.242454 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e75b4-fa92-408c-819f-6cfeffdafbd3 req-30bd7202-47d7-422a-9cb5-2542800f0ffa tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:27.243341 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:27.251772 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-591e75b4-fa92-408c-819f-6cfeffdafbd3 req-30bd7202-47d7-422a-9cb5-2542800f0ffa tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4c2997-ff38-4a04-b9c0-444597790dfd HTTP/1.1" status: 200 len: 950 time: 0.3293245 May 06 18:39:27.345493 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-591e75b4-fa92-408c-819f-6cfeffdafbd3 req-2560167d-7ca4-40af-9aa3-2decc326aa7f tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a51534-738f-4cfd-b586-d232b800fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892193 May 06 18:39:27.478457 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-300e851e-e320-469b-a046-1de8939e2098 req-417848a8-e744-41e7-aefd-1bdd71373b17 service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524756 May 06 18:39:27.515384 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0aeb5-8f2b-415d-9077-bdfbc3fd5fe6 req-0a7148bf-f6fc-4055-ace7-4477f286bcbb tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:27.517346 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-03e0aeb5-8f2b-415d-9077-bdfbc3fd5fe6 req-0a7148bf-f6fc-4055-ace7-4477f286bcbb tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.2619271 May 06 18:39:27.621534 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-03e0aeb5-8f2b-415d-9077-bdfbc3fd5fe6 req-858ff62a-dd31-43bb-a693-7d1a7f8c3ada tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964324 May 06 18:39:27.673286 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927b130-8f4d-4c80-8bd9-c83748b47a8a req-edcbaf38-0be8-403c-ab6c-e5e59459403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:27.674876 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0927b130-8f4d-4c80-8bd9-c83748b47a8a req-edcbaf38-0be8-403c-ab6c-e5e59459403a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb0a96b877b544c78734acd5c46c2618&device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 1097 time: 0.1051924 May 06 18:39:27.827104 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927b130-8f4d-4c80-8bd9-c83748b47a8a req-ec2faf89-e15e-42f8-94ff-cb07ef78ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:27.828657 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0927b130-8f4d-4c80-8bd9-c83748b47a8a req-ec2faf89-e15e-42f8-94ff-cb07ef78ee9c service neutron] 10.222.0.55 "GET /v2.0/networks?id=4977f012-56c5-46bd-a1b1-7dca239e88c0 HTTP/1.1" status: 200 len: 918 time: 0.1464212 May 06 18:39:27.901393 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0927b130-8f4d-4c80-8bd9-c83748b47a8a req-4522357d-6532-47fe-9c91-f72b37d2db56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77e2b538-a1e8-4232-a588-463a8dea0e5a HTTP/1.1" status: 200 len: 217 time: 0.0634830 May 06 18:39:27.977915 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927b130-8f4d-4c80-8bd9-c83748b47a8a req-505c605e-f5b5-4ebe-b6d9-e8add5e7b136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:27.980680 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0927b130-8f4d-4c80-8bd9-c83748b47a8a req-505c605e-f5b5-4ebe-b6d9-e8add5e7b136 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d64319e1-ca21-4f57-b62e-b95f80302d38 HTTP/1.1" status: 200 len: 856 time: 0.0723102 May 06 18:39:28.093146 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927b130-8f4d-4c80-8bd9-c83748b47a8a req-8fb4fc57-6d40-4524-ab5f-526f4464066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:28.094692 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0927b130-8f4d-4c80-8bd9-c83748b47a8a req-8fb4fc57-6d40-4524-ab5f-526f4464066f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4977f012-56c5-46bd-a1b1-7dca239e88c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1000586 May 06 18:39:28.249311 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0927b130-8f4d-4c80-8bd9-c83748b47a8a req-6b69c631-80e3-489e-bf67-044620acd218 service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471260 May 06 18:39:28.369994 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b29485-ade1-407b-8461-4e0f1e7280ae req-21e8aead-e032-479e-aec9-bfdb1bdb4501 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:28.373307 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-70b29485-ade1-407b-8461-4e0f1e7280ae req-21e8aead-e032-479e-aec9-bfdb1bdb4501 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 944 time: 0.1488087 May 06 18:39:28.428283 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0927b130-8f4d-4c80-8bd9-c83748b47a8a req-9e980077-66bc-4516-b33c-4890c9840cfc service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709266 May 06 18:39:28.452736 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-70b29485-ade1-407b-8461-4e0f1e7280ae req-b5c59ca5-e396-474a-80da-cd6fed1e0cf0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699160 May 06 18:39:28.764313 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845642f-f368-4480-93c6-2a830d43a62e req-bc97c65e-54a9-41c7-b9a1-280aca591ace tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:28.765744 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2845642f-f368-4480-93c6-2a830d43a62e req-bc97c65e-54a9-41c7-b9a1-280aca591ace tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4c2997-ff38-4a04-b9c0-444597790dfd HTTP/1.1" status: 200 len: 950 time: 0.2030327 May 06 18:39:28.819344 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2845642f-f368-4480-93c6-2a830d43a62e req-ac13043f-76fc-4eee-8695-bcfb7ffd5971 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a51534-738f-4cfd-b586-d232b800fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458941 May 06 18:39:28.922058 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3c982-c09a-4f29-b227-b08e2c1a863b req-9b2db047-e2f6-440d-bbbb-7de6bdf3df2f tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:28.923759 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-98f3c982-c09a-4f29-b227-b08e2c1a863b req-9b2db047-e2f6-440d-bbbb-7de6bdf3df2f tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.0965650 May 06 18:39:28.976068 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-98f3c982-c09a-4f29-b227-b08e2c1a863b req-4b230388-18d1-4ecb-a945-ae3da62438d4 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459685 May 06 18:39:29.378121 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6e0ef-69d5-4bfd-b00b-a52a84967b32 req-aa189096-215a-48e4-a34d-ee0aca3e3b50 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:29.380763 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7be6e0ef-69d5-4bfd-b00b-a52a84967b32 req-aa189096-215a-48e4-a34d-ee0aca3e3b50 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4c2997-ff38-4a04-b9c0-444597790dfd HTTP/1.1" status: 200 len: 950 time: 0.1281953 May 06 18:39:29.461387 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7be6e0ef-69d5-4bfd-b00b-a52a84967b32 req-a2453256-2fbd-478f-b86d-396bf2b3a441 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a51534-738f-4cfd-b586-d232b800fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739152 May 06 18:39:29.540419 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 46580) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:29.648986 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9745a8-e7e1-4b45-ad67-4b5f09a2c560 admin admin] Deleting subnet 52f712d8-e1d5-4071-b918-7e2a2c100178 {{(pid=78804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:39:29.653266 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3c9745a8-e7e1-4b45-ad67-4b5f09a2c560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:29.718665 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3c9745a8-e7e1-4b45-ad67-4b5f09a2c560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2426638'] for subnet, precommit_delete_associations {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:29.744644 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3314e-0459-4cfe-a86a-731b33a83849 req-75c744a6-5aed-486a-961b-df4bf7792fba tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:29.746355 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fdd3314e-0459-4cfe-a86a-731b33a83849 req-75c744a6-5aed-486a-961b-df4bf7792fba tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 944 time: 0.0956995 May 06 18:39:29.791873 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3c9745a8-e7e1-4b45-ad67-4b5f09a2c560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8251675'] for subnet, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:29.813527 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fdd3314e-0459-4cfe-a86a-731b33a83849 req-0f27c709-b7fd-441c-81f8-f82f2b95d0f0 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555596 May 06 18:39:30.229009 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3c9745a8-e7e1-4b45-ad67-4b5f09a2c560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8251668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3062876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3327130'] for subnet, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:30.243888 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-1352a709-2b82-417a-b5f8-a4836ce97658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:30.321978 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9745a8-e7e1-4b45-ad67-4b5f09a2c560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52f712d8-e1d5-4071-b918-7e2a2c100178,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:30.328013 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-3c9745a8-e7e1-4b45-ad67-4b5f09a2c560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:30.328788 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3c9745a8-e7e1-4b45-ad67-4b5f09a2c560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:30.342108 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-3c9745a8-e7e1-4b45-ad67-4b5f09a2c560 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/52f712d8-e1d5-4071-b918-7e2a2c100178 HTTP/1.1" status: 204 len: 168 time: 0.7996187 May 06 18:39:30.346865 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 46586) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:30.359945 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a47250-14ef-4ad2-9923-60647d47e771 req-e604c1db-ba94-426c-be30-5be5f2007fb4 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:30.361763 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b6a47250-14ef-4ad2-9923-60647d47e771 req-e604c1db-ba94-426c-be30-5be5f2007fb4 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.2559249 May 06 18:39:30.445089 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b6a47250-14ef-4ad2-9923-60647d47e771 req-d2a19890-6a0c-4938-956a-7efdf1bc97d8 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711203 May 06 18:39:30.467411 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a84489da-5114-4102-a8ba-501d4eb403ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8341019'] for network, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:30.634281 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a84489da-5114-4102-a8ba-501d4eb403ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8253920', 'neutron.services.segments.db._delete_segments_for_network-8734943948701'] for network, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:30.650561 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-a84489da-5114-4102-a8ba-501d4eb403ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b939f6-80ff-43cd-aca7-e73c78691969']}} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:30.701294 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-a84489da-5114-4102-a8ba-501d4eb403ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4056b9fa-0eb8-4cfe-b4b9-a4a08c9ef80a') {'for_net_delete': True} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:30.701620 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-a84489da-5114-4102-a8ba-501d4eb403ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4056b9fa-0eb8-4cfe-b4b9-a4a08c9ef80a') {} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:30.722231 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a84489da-5114-4102-a8ba-501d4eb403ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734943960679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2178622'] for segment, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:30.744227 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a84489da-5114-4102-a8ba-501d4eb403ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:30.753771 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84489da-5114-4102-a8ba-501d4eb403ea admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=78803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:39:30.754161 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a84489da-5114-4102-a8ba-501d4eb403ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8250152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2393701'] for segment, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: Traceback (most recent call last): May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: timer() May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: cb(*args, **kw) May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: return func(*args, **kwargs) May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: self._notify() May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: self.callback(batched_events) May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: event.method(event) May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: return f(self, *a, **k) May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: return self._get(url).json() May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: return self.request(url, 'GET', **kwargs) May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:39:30.768612 dv-cinder-733622-15-iscsi neutron-server[78803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:39:30.812289 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 77e2b538-a1e8-4232-a588-463a8dea0e5a details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:39:30.928015 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45959c-7e8f-4724-a288-71aeae259e9c req-fcb474dd-7a9c-48a7-9293-b3bd6e42b27b tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:30.929610 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5c45959c-7e8f-4724-a288-71aeae259e9c req-fcb474dd-7a9c-48a7-9293-b3bd6e42b27b tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4c2997-ff38-4a04-b9c0-444597790dfd HTTP/1.1" status: 200 len: 950 time: 0.2711217 May 06 18:39:30.932640 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a84489da-5114-4102-a8ba-501d4eb403ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8253849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1046133'] for network, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:30.941184 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:30.969925 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a84489da-5114-4102-a8ba-501d4eb403ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:30.996225 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-a84489da-5114-4102-a8ba-501d4eb403ea admin admin] 10.222.0.50 "DELETE /v2.0/networks/c0b939f6-80ff-43cd-aca7-e73c78691969 HTTP/1.1" status: 204 len: 168 time: 0.6440148 May 06 18:39:30.997045 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 46594) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:31.006666 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84489da-5114-4102-a8ba-501d4eb403ea admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b939f6-80ff-43cd-aca7-e73c78691969,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:31.012734 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-a84489da-5114-4102-a8ba-501d4eb403ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:31.036113 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5c45959c-7e8f-4724-a288-71aeae259e9c req-2a33b1b7-8444-430a-8a4c-75d35eb3fc72 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a51534-738f-4cfd-b586-d232b800fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781422 May 06 18:39:31.050318 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8c335-162c-4f6c-ae2b-ae12a588118a req-34ec1dbf-5633-4df0-8c02-a2bfa3a1b11b tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:31.052170 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2bb8c335-162c-4f6c-ae2b-ae12a588118a req-34ec1dbf-5633-4df0-8c02-a2bfa3a1b11b tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec4c2997-ff38-4a04-b9c0-444597790dfd HTTP/1.1" status: 200 len: 950 time: 0.2744932 May 06 18:39:31.139097 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 77e2b538-a1e8-4232-a588-463a8dea0e5a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=77e2b538-a1e8-4232-a588-463a8dea0e5a,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:31.168459 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': '77e2b538-a1e8-4232-a588-463a8dea0e5a', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'port_id': '77e2b538-a1e8-4232-a588-463a8dea0e5a', 'mac_address': 'fa:16:3e:d5:a4:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:39:31.236177 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-2bb8c335-162c-4f6c-ae2b-ae12a588118a req-aae21d2b-e472-4925-88c8-02aead3f8c13 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Deleting port 1d50caf2-08cb-49da-9076-c404c0d17223 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:39:31.236513 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-2bb8c335-162c-4f6c-ae2b-ae12a588118a req-aae21d2b-e472-4925-88c8-02aead3f8c13 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:31.246234 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c3e1cbe-b48b-4af6-913a-1b97278bc1bc admin admin] Deleting subnet 19f020ac-f68b-4ae5-bbee-38865ebd83bc {{(pid=78804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:39:31.255391 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7c3e1cbe-b48b-4af6-913a-1b97278bc1bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:31.262813 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:31.287001 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e2b538-a1e8-4232-a588-463a8dea0e5a {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:39:31.309524 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 77e2b538-a1e8-4232-a588-463a8dea0e5a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=77e2b538-a1e8-4232-a588-463a8dea0e5a,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:31.316801 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:31.319696 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:31.382090 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7c3e1cbe-b48b-4af6-913a-1b97278bc1bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2426638'] for subnet, precommit_delete_associations {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:31.438171 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=77e2b538-a1e8-4232-a588-463a8dea0e5a,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:31.443930 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:31.452001 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcba6b-3d6b-4782-aa0d-411c77f87739 req-5871c987-d321-4c31-83b7-30f21dd9e9cb tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:31.453007 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-2bb8c335-162c-4f6c-ae2b-ae12a588118a req-aae21d2b-e472-4925-88c8-02aead3f8c13 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] For port 1d50caf2-08cb-49da-9076-c404c0d17223, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1d50caf2-08cb-49da-9076-c404c0d17223,segment=NetworkSegment(8ec71833-c9a1-4d01-888a-3842834c66d9),segment_id=8ec71833-c9a1-4d01-888a-3842834c66d9)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:31.453303 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-2bb8c335-162c-4f6c-ae2b-ae12a588118a req-aae21d2b-e472-4925-88c8-02aead3f8c13 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:31.454640 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-70dcba6b-3d6b-4782-aa0d-411c77f87739 req-5871c987-d321-4c31-83b7-30f21dd9e9cb tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 944 time: 0.3581750 May 06 18:39:31.477518 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fbddd-f8be-4907-8cfa-afd97ccdfb17 req-c9a0e748-b098-47c8-8a5e-7885dc1092ff tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:31.479080 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-287fbddd-f8be-4907-8cfa-afd97ccdfb17 req-c9a0e748-b098-47c8-8a5e-7885dc1092ff tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.55 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.1666925 May 06 18:39:31.544358 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7c3e1cbe-b48b-4af6-913a-1b97278bc1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8251675'] for subnet, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:31.555565 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['77e2b538-a1e8-4232-a588-463a8dea0e5a'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:39:31.579915 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-70dcba6b-3d6b-4782-aa0d-411c77f87739 req-7040b1cd-2905-4dd3-90d2-59c35a4b23d7 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086326 May 06 18:39:31.709030 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-2bb8c335-162c-4f6c-ae2b-ae12a588118a req-aae21d2b-e472-4925-88c8-02aead3f8c13 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Calling delete_port for 1d50caf2-08cb-49da-9076-c404c0d17223 owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:39:31.866035 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7c3e1cbe-b48b-4af6-913a-1b97278bc1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8251668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3062876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3327130'] for subnet, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:31.870637 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-4f35ffd7-1923-46b5-b0a8-30874f8ba380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:31.911364 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e1cbe-b48b-4af6-913a-1b97278bc1bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19f020ac-f68b-4ae5-bbee-38865ebd83bc,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:31.914797 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7c3e1cbe-b48b-4af6-913a-1b97278bc1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:31.915824 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7c3e1cbe-b48b-4af6-913a-1b97278bc1bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:31.923262 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-7c3e1cbe-b48b-4af6-913a-1b97278bc1bc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/19f020ac-f68b-4ae5-bbee-38865ebd83bc HTTP/1.1" status: 204 len: 168 time: 0.9244475 May 06 18:39:31.927613 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 46600) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:32.004314 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de76c5-8d35-45b3-ad03-9eff6c357a62 req-d9e78e45-d1ca-4552-bdda-57a30769c0dc tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:32.005768 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-88de76c5-8d35-45b3-ad03-9eff6c357a62 req-d9e78e45-d1ca-4552-bdda-57a30769c0dc tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 945 time: 0.3113697 May 06 18:39:32.045493 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-91f313ce-1bf6-4300-ae59-05a7b44470bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8341019'] for network, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:32.202070 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-287fbddd-f8be-4907-8cfa-afd97ccdfb17 req-99689a7f-1b52-4494-a6e6-87cdff3fddf7 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Deleting port bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:39:32.202413 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-287fbddd-f8be-4907-8cfa-afd97ccdfb17 req-99689a7f-1b52-4494-a6e6-87cdff3fddf7 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:32.300444 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-2bb8c335-162c-4f6c-ae2b-ae12a588118a req-aae21d2b-e472-4925-88c8-02aead3f8c13 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:32.307370 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-88de76c5-8d35-45b3-ad03-9eff6c357a62 req-713ae3cf-1336-48d8-9787-4ae87b11c19e tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/security-groups?id=3643b910-e730-4868-8d32-154c9e2754b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822151 May 06 18:39:32.314417 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-439eddbc-8831-4c03-b6eb-e24ae41107cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:32.335440 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-672d7186-82a9-43ae-bb1f-3ab81ff52ab6 req-65572247-0868-4123-8feb-6719907d792e tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4c2997-ff38-4a04-b9c0-444597790dfd HTTP/1.1" status: 200 len: 210 time: 0.0651760 May 06 18:39:32.340382 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-91f313ce-1bf6-4300-ae59-05a7b44470bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8253920', 'neutron.services.segments.db._delete_segments_for_network-8734943948701'] for network, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:32.356496 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.services.segments.db [None req-91f313ce-1bf6-4300-ae59-05a7b44470bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c97edf24-8c6e-473f-b59f-38b2785391d1']}} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:32.377203 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae21d2b-e472-4925-88c8-02aead3f8c13 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Pushing event deleted for resources: {'Port': ['ID=1d50caf2-08cb-49da-9076-c404c0d17223,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:32.381816 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.services.segments.db [None req-91f313ce-1bf6-4300-ae59-05a7b44470bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fcc50c4-25ab-4fdc-80eb-3377ecb5d7b4') {'for_net_delete': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:32.382095 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.services.segments.db [None req-91f313ce-1bf6-4300-ae59-05a7b44470bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fcc50c4-25ab-4fdc-80eb-3377ecb5d7b4') {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:32.389990 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-aae21d2b-e472-4925-88c8-02aead3f8c13 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:32.397047 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-91f313ce-1bf6-4300-ae59-05a7b44470bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734943960679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2426641'] for segment, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:32.421812 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-91f313ce-1bf6-4300-ae59-05a7b44470bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:32.430454 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f313ce-1bf6-4300-ae59-05a7b44470bc admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=78804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:39:32.430609 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-91f313ce-1bf6-4300-ae59-05a7b44470bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8250152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3062842'] for segment, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: Traceback (most recent call last): May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: timer() May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: cb(*args, **kw) May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: return func(*args, **kwargs) May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: self._notify() May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: self.callback(batched_events) May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: event.method(event) May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: return f(self, *a, **k) May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: return self._get(url).json() May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: return self.request(url, 'GET', **kwargs) May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:39:32.448448 dv-cinder-733622-15-iscsi neutron-server[78804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:39:32.495245 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb8c335-162c-4f6c-ae2b-ae12a588118a req-aae21d2b-e472-4925-88c8-02aead3f8c13 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] No DVR routers for this DVR port 1d50caf2-08cb-49da-9076-c404c0d17223 on host hv-cinder-73362 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:39:32.506508 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-2bb8c335-162c-4f6c-ae2b-ae12a588118a req-aae21d2b-e472-4925-88c8-02aead3f8c13 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:32.509293 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4c2997-ff38-4a04-b9c0-444597790dfd', 'name': 'network-vif-deleted', 'tag': '1d50caf2-08cb-49da-9076-c404c0d17223'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:39:32.531318 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-287fbddd-f8be-4907-8cfa-afd97ccdfb17 req-99689a7f-1b52-4494-a6e6-87cdff3fddf7 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] For port bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5,segment=NetworkSegment(4e5a7700-9e20-4f7c-ba08-66c05edb45ba),segment_id=4e5a7700-9e20-4f7c-ba08-66c05edb45ba)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:32.531574 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-287fbddd-f8be-4907-8cfa-afd97ccdfb17 req-99689a7f-1b52-4494-a6e6-87cdff3fddf7 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:32.540948 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2bb8c335-162c-4f6c-ae2b-ae12a588118a req-aae21d2b-e472-4925-88c8-02aead3f8c13 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] 10.222.0.55 "DELETE /v2.0/ports/1d50caf2-08cb-49da-9076-c404c0d17223 HTTP/1.1" status: 204 len: 173 time: 1.4767377 May 06 18:39:32.549685 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-91f313ce-1bf6-4300-ae59-05a7b44470bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8253849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1046133'] for network, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:32.560316 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-91f313ce-1bf6-4300-ae59-05a7b44470bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:32.575273 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-fcbf33e2-aa3e-4985-bb5c-2b0e02af6cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:32.611207 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-91f313ce-1bf6-4300-ae59-05a7b44470bc admin admin] 10.222.0.50 "DELETE /v2.0/networks/c97edf24-8c6e-473f-b59f-38b2785391d1 HTTP/1.1" status: 204 len: 168 time: 0.6806903 May 06 18:39:32.625676 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f313ce-1bf6-4300-ae59-05a7b44470bc admin admin] Pushing event deleted for resources: {'Network': ['ID=c97edf24-8c6e-473f-b59f-38b2785391d1,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:32.627345 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4c2997-ff38-4a04-b9c0-444597790dfd', 'name': 'network-vif-deleted', 'tag': '1d50caf2-08cb-49da-9076-c404c0d17223', 'status': 'completed', 'code': 200} May 06 18:39:32.630362 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-91f313ce-1bf6-4300-ae59-05a7b44470bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:32.719674 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-287fbddd-f8be-4907-8cfa-afd97ccdfb17 req-99689a7f-1b52-4494-a6e6-87cdff3fddf7 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Calling delete_port for bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:39:32.822810 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 77e2b538-a1e8-4232-a588-463a8dea0e5a up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:39:32.925833 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-287fbddd-f8be-4907-8cfa-afd97ccdfb17 req-99689a7f-1b52-4494-a6e6-87cdff3fddf7 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:32.937056 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 46612) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:32.939120 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2d01e303-92f9-4b13-9421-5a40253880a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:32.977556 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning for port 77e2b538-a1e8-4232-a588-463a8dea0e5a completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:39:32.989487 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99689a7f-1b52-4494-a6e6-87cdff3fddf7 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Pushing event deleted for resources: {'Port': ['ID=bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:32.994368 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port 77e2b538-a1e8-4232-a588-463a8dea0e5a triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:32.996820 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:32.999074 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-99689a7f-1b52-4494-a6e6-87cdff3fddf7 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:33.011713 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01548871-202b-4ee0-b6bd-e11812f67d78 req-cb5a01be-7c5e-45f4-b864-ec8a5ddab9c1 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:33.019664 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-01548871-202b-4ee0-b6bd-e11812f67d78 req-cb5a01be-7c5e-45f4-b864-ec8a5ddab9c1 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 945 time: 0.1656072 May 06 18:39:33.084688 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-287fbddd-f8be-4907-8cfa-afd97ccdfb17 req-99689a7f-1b52-4494-a6e6-87cdff3fddf7 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] No DVR routers for this DVR port bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 on host hv-cinder-73362 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:39:33.088268 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-287fbddd-f8be-4907-8cfa-afd97ccdfb17 req-99689a7f-1b52-4494-a6e6-87cdff3fddf7 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:33.096093 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-01548871-202b-4ee0-b6bd-e11812f67d78 req-9caa501e-3a00-42c0-b3ae-8c82d67905e4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751405 May 06 18:39:33.101610 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-5fd8df2d-b69d-40d0-940f-21d3e7ffdf29 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c68272bc52ba444699f508ab88f494ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602635 May 06 18:39:33.105867 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 46616) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:33.118033 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-287fbddd-f8be-4907-8cfa-afd97ccdfb17 req-99689a7f-1b52-4494-a6e6-87cdff3fddf7 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.55 "DELETE /v2.0/ports/bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 HTTP/1.1" status: 204 len: 173 time: 1.5410635 May 06 18:39:33.189821 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f140f65f-e12c-4ef6-a62a-df5970dcc676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:33.215693 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:33.221738 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f140f65f-e12c-4ef6-a62a-df5970dcc676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:33.252787 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd785921e-04f7-4bc8-bbcc-d27a1b5df8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e2b538-a1e8-4232-a588-463a8dea0e5a'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:39:33.280417 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 77e2b538-a1e8-4232-a588-463a8dea0e5a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=77e2b538-a1e8-4232-a588-463a8dea0e5a,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:33.289837 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:33.291124 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 1d50caf2-08cb-49da-9076-c404c0d17223 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:39:33.296439 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f140f65f-e12c-4ef6-a62a-df5970dcc676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:33.304832 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-9d9aead8-fc62-4ec4-a0fe-3e68b67272bf tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:33.327494 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140f65f-e12c-4ef6-a62a-df5970dcc676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07004a98-ab03-4321-8a61-9ae8bd2903af,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:33.332475 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f140f65f-e12c-4ef6-a62a-df5970dcc676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:33.333932 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f140f65f-e12c-4ef6-a62a-df5970dcc676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:33.335757 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-f140f65f-e12c-4ef6-a62a-df5970dcc676 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/07004a98-ab03-4321-8a61-9ae8bd2903af HTTP/1.1" status: 204 len: 168 time: 0.2285662 May 06 18:39:33.394979 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:33.568858 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd785921e-04f7-4bc8-bbcc-d27a1b5df8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e2b538-a1e8-4232-a588-463a8dea0e5a', 'code': 200} May 06 18:39:33.569160 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-09281fbf-a8a5-44ef-bf44-e4d41caad26a req-bea929e7-1951-48d8-882a-8f05e246c634 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] 10.222.0.50 "GET /v2.0/ports?device_id=046725f0-018b-4821-9cc7-e55ea8e7c305 HTTP/1.1" status: 200 len: 210 time: 0.0566716 May 06 18:39:33.588619 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=77e2b538-a1e8-4232-a588-463a8dea0e5a,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:33.593862 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:33.594689 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] No Port match for: 1d50caf2-08cb-49da-9076-c404c0d17223 {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:39:33.594953 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 1d50caf2-08cb-49da-9076-c404c0d17223 not bound to the agent host hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:39:33.595404 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:39:33.638271 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] No Port match for: bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:39:33.638747 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5 not bound to the agent host hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:39:33.819334 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56ea66-96b7-4956-9448-95bdfcc4a186 req-3714dbe6-df35-48a8-b7e2-a7383279e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:33.821990 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ae56ea66-96b7-4956-9448-95bdfcc4a186 req-3714dbe6-df35-48a8-b7e2-a7383279e752 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 1099 time: 0.0911562 May 06 18:39:33.881761 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ae56ea66-96b7-4956-9448-95bdfcc4a186 req-612cf129-a1f2-4a7f-bb98-643195eb3b98 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483470 May 06 18:39:34.021675 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 46640) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:34.084360 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-dda44910-d0d1-4121-bd07-c0c239c68ace admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a8dd7b36ed094d0592bd06f48652e984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0603449 May 06 18:39:34.087072 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 46646) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:34.174742 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3d0c8693-70f9-4b7c-9e69-b3a22fc91b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:34.212241 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3d0c8693-70f9-4b7c-9e69-b3a22fc91b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:34.337787 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3d0c8693-70f9-4b7c-9e69-b3a22fc91b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:34.344795 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-b0f0d02b-57a7-448c-b5f5-6ea0d6a96b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:34.362601 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc216b-f361-4c55-9dd0-154777b0fe91 req-574cc3b6-bebd-4b79-ac9f-db7ca09ab645 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:34.364175 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6adc216b-f361-4c55-9dd0-154777b0fe91 req-574cc3b6-bebd-4b79-ac9f-db7ca09ab645 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.1313412 May 06 18:39:34.367013 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c8693-70f9-4b7c-9e69-b3a22fc91b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803b5fa9-8945-498f-b0a1-a640bb048a93,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:34.372079 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-3d0c8693-70f9-4b7c-9e69-b3a22fc91b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:34.375243 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3d0c8693-70f9-4b7c-9e69-b3a22fc91b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:34.378663 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-3d0c8693-70f9-4b7c-9e69-b3a22fc91b0a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/803b5fa9-8945-498f-b0a1-a640bb048a93 HTTP/1.1" status: 204 len: 168 time: 0.2882974 May 06 18:39:34.439749 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6adc216b-f361-4c55-9dd0-154777b0fe91 req-2df86d56-03a7-4f2a-9305-8ad62598dc3a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575440 May 06 18:39:34.631695 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046725f0-018b-4821-9cc7-e55ea8e7c305', 'name': 'network-vif-deleted', 'tag': 'bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:39:34.672594 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 46682) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:34.757824 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046725f0-018b-4821-9cc7-e55ea8e7c305', 'name': 'network-vif-deleted', 'tag': 'bbf679bb-cbfc-4b1d-91bb-3ff30e46fff5', 'status': 'completed', 'code': 200} May 06 18:39:35.658760 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-19fe3749-ff14-477e-9a2a-8f4b5329eccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1039683'] for router_interface, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:36.198583 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae65677-01ea-4e0b-ac99-580d5dac7092 req-63dbb9a6-ec2b-48a7-929b-5f4bd6997d8b tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:36.200334 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5ae65677-01ea-4e0b-ac99-580d5dac7092 req-63dbb9a6-ec2b-48a7-929b-5f4bd6997d8b tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.5868371 May 06 18:39:36.316467 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5ae65677-01ea-4e0b-ac99-580d5dac7092 req-204c3e65-2fb8-4173-a93c-e8935778ee34 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010890 May 06 18:39:36.556984 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-19fe3749-ff14-477e-9a2a-8f4b5329eccc admin admin] Deleting port bb16b320-56f4-4ef1-a428-62d40e96433b {{(pid=78804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:39:36.557875 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-19fe3749-ff14-477e-9a2a-8f4b5329eccc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:36.808136 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-19fe3749-ff14-477e-9a2a-8f4b5329eccc admin admin] For port bb16b320-56f4-4ef1-a428-62d40e96433b, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=bb16b320-56f4-4ef1-a428-62d40e96433b,segment=NetworkSegment(4e5a7700-9e20-4f7c-ba08-66c05edb45ba),segment_id=4e5a7700-9e20-4f7c-ba08-66c05edb45ba)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:36.808524 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-19fe3749-ff14-477e-9a2a-8f4b5329eccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:36.829679 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba22a5f-9806-4073-b725-547413420c4e req-39783c52-a660-4c5c-8f76-6e9dc7ab198d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:36.831330 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-bba22a5f-9806-4073-b725-547413420c4e req-39783c52-a660-4c5c-8f76-6e9dc7ab198d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.3691697 May 06 18:39:36.849673 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 46866) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:36.861220 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-32abf589-0b13-4232-8763-2aca29b51530 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Request body: {'floatingip': {'port_id': '77e2b538-a1e8-4232-a588-463a8dea0e5a'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:36.987327 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-19fe3749-ff14-477e-9a2a-8f4b5329eccc admin admin] Calling delete_port for bb16b320-56f4-4ef1-a428-62d40e96433b owned by network:router_interface {{(pid=78804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:39:37.037181 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-32abf589-0b13-4232-8763-2aca29b51530 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for floatingip, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:37.379773 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-19fe3749-ff14-477e-9a2a-8f4b5329eccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:37.385095 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-9ba7be25-b5d0-4c9b-ae8b-57fa2597fc70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:37.488947 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe3749-ff14-477e-9a2a-8f4b5329eccc admin admin] Pushing event deleted for resources: {'Port': ['ID=bb16b320-56f4-4ef1-a428-62d40e96433b,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:37.495293 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-19fe3749-ff14-477e-9a2a-8f4b5329eccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:37.886702 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-19fe3749-ff14-477e-9a2a-8f4b5329eccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1042931'] for router_interface, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:38.620402 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.db.resource_extend [None req-32abf589-0b13-4232-8763-2aca29b51530 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 18:39:38.678430 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fe3749-ff14-477e-9a2a-8f4b5329eccc admin admin] Router c99461e0-3443-4dc2-92fa-909f44d04722 has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:39:38.874100 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-32abf589-0b13-4232-8763-2aca29b51530 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:38.880144 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-32abf589-0b13-4232-8763-2aca29b51530 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1046138'] for floatingip, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:39.085712 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fe3749-ff14-477e-9a2a-8f4b5329eccc admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:39:39.102486 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342e187f-413c-4a35-8719-9adef151584b None None] Sync routers for ids ['c99461e0-3443-4dc2-92fa-909f44d04722'] in dv-cinder-733622-15-iscsi {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:39:39.120343 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-19fe3749-ff14-477e-9a2a-8f4b5329eccc admin admin] 10.222.0.50 "PUT /v2.0/routers/c99461e0-3443-4dc2-92fa-909f44d04722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4426296 May 06 18:39:39.120797 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 46944) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:39.127492 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342e187f-413c-4a35-8719-9adef151584b None None] Routers {'c99461e0-3443-4dc2-92fa-909f44d04722'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:39:39.128548 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-342e187f-413c-4a35-8719-9adef151584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:39:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['c99461e0-3443-4dc2-92fa-909f44d04722'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:39.393687 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:39:39.432267 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.db.l3_db [None req-32abf589-0b13-4232-8763-2aca29b51530 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Floating IP 6277f53d-fb2a-45b3-bc23-89649addc64f associated. External IP: 172.27.1.103, port: 77e2b538-a1e8-4232-a588-463a8dea0e5a. May 06 18:39:39.510442 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-342e187f-413c-4a35-8719-9adef151584b None None] Set router c99461e0-3443-4dc2-92fa-909f44d04722 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:39:39.580963 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f8103ad1-15d2-4fe3-a4b2-540caab08b83 admin admin] Notify callbacks [] for router, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:39.848683 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f8103ad1-15d2-4fe3-a4b2-540caab08b83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:40.116224 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-342e187f-413c-4a35-8719-9adef151584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99461e0-3443-4dc2-92fa-909f44d04722', 'name': 'tempest-ServerRescueNegativeTestJSON-700240606-router', 'tenant_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '498a8972-dbf2-45fa-a6d3-bc85ac72e47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:36:00Z', 'updated_at': '2021-05-06T18:39:37Z', 'revision_number': 5, 'project_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'gw_port': {'id': '498a8972-dbf2-45fa-a6d3-bc85ac72e47d', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:96:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99461e0-3443-4dc2-92fa-909f44d04722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:02Z', 'updated_at': '2021-05-06T18:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:40.120552 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342e187f-413c-4a35-8719-9adef151584b None None] Checking router: c99461e0-3443-4dc2-92fa-909f44d04722 for host: dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:39:40.140498 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342e187f-413c-4a35-8719-9adef151584b None None] Routers {'c99461e0-3443-4dc2-92fa-909f44d04722'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:39:40.141203 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-342e187f-413c-4a35-8719-9adef151584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:39:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['c99461e0-3443-4dc2-92fa-909f44d04722'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:40.315719 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-342e187f-413c-4a35-8719-9adef151584b None None] Set router c99461e0-3443-4dc2-92fa-909f44d04722 gateway port host: None {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:39:40.393322 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-f8103ad1-15d2-4fe3-a4b2-540caab08b83 admin admin] Deleting port 498a8972-dbf2-45fa-a6d3-bc85ac72e47d {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:39:40.393663 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f8103ad1-15d2-4fe3-a4b2-540caab08b83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:40.429910 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-342e187f-413c-4a35-8719-9adef151584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99461e0-3443-4dc2-92fa-909f44d04722', 'name': 'tempest-ServerRescueNegativeTestJSON-700240606-router', 'tenant_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:36:00Z', 'updated_at': '2021-05-06T18:39:39Z', 'revision_number': 6, 'project_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'gw_port_host': None}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:40.434648 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342e187f-413c-4a35-8719-9adef151584b None None] The sync data for ids ['c99461e0-3443-4dc2-92fa-909f44d04722'] in dv-cinder-733622-15-iscsi is: [{'id': 'c99461e0-3443-4dc2-92fa-909f44d04722', 'name': 'tempest-ServerRescueNegativeTestJSON-700240606-router', 'tenant_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:36:00Z', 'updated_at': '2021-05-06T18:39:39Z', 'revision_number': 6, 'project_id': '97dcc9ffc3774e62a6c6a20b65d59ae6', 'gw_port_host': None}] {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:39:40.502145 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32abf589-0b13-4232-8763-2aca29b51530 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Router 6cb201b6-af57-4600-9187-cedbedf2fbc9 has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:39:40.734918 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [None req-f8103ad1-15d2-4fe3-a4b2-540caab08b83 admin admin] For port 498a8972-dbf2-45fa-a6d3-bc85ac72e47d, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=498a8972-dbf2-45fa-a6d3-bc85ac72e47d,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:40.735305 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f8103ad1-15d2-4fe3-a4b2-540caab08b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:40.968887 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-f8103ad1-15d2-4fe3-a4b2-540caab08b83 admin admin] Calling delete_port for 498a8972-dbf2-45fa-a6d3-bc85ac72e47d owned by network:router_gateway {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:39:41.015178 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32abf589-0b13-4232-8763-2aca29b51530 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:39:41.033496 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-32abf589-0b13-4232-8763-2aca29b51530 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for floatingip, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:41.043805 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6d5c46-d110-4beb-a7a1-8fb916e97178 None None] Sync routers for ids ['6cb201b6-af57-4600-9187-cedbedf2fbc9'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:39:41.064844 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6d5c46-d110-4beb-a7a1-8fb916e97178 None None] Routers {'6cb201b6-af57-4600-9187-cedbedf2fbc9'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:39:41.066263 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-af6d5c46-d110-4beb-a7a1-8fb916e97178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:39:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['6cb201b6-af57-4600-9187-cedbedf2fbc9'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:41.172669 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-32abf589-0b13-4232-8763-2aca29b51530 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "PUT /v2.0/floatingips/6277f53d-fb2a-45b3-bc23-89649addc64f HTTP/1.1" status: 200 len: 992 time: 4.3205829 May 06 18:39:41.175760 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd785921e-04f7-4bc8-bbcc-d27a1b5df8fc', 'tag': '77e2b538-a1e8-4232-a588-463a8dea0e5a'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:39:41.510885 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-af6d5c46-d110-4beb-a7a1-8fb916e97178 None None] Set router 6cb201b6-af57-4600-9187-cedbedf2fbc9 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:39:41.545904 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c799bd4-e5fd-40e9-9a7a-1f7b88b97197 req-0c4f93db-a181-4d3f-b4f5-b5f83c0b1ab4 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:41.558480 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-9c799bd4-e5fd-40e9-9a7a-1f7b88b97197 req-0c4f93db-a181-4d3f-b4f5-b5f83c0b1ab4 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.2465367 May 06 18:39:41.621554 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd785921e-04f7-4bc8-bbcc-d27a1b5df8fc', 'tag': '77e2b538-a1e8-4232-a588-463a8dea0e5a', 'status': 'completed', 'code': 200} May 06 18:39:41.692902 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-9c799bd4-e5fd-40e9-9a7a-1f7b88b97197 req-551a9713-22d1-4a35-a449-d3b78c748998 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330402 May 06 18:39:41.914329 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f8103ad1-15d2-4fe3-a4b2-540caab08b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:41.923738 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:41.989285 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433364c3-c2b1-43b5-89a0-3b5e67e2b617 req-a3f3fd42-9b97-4917-8b29-2bd9ad777877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:41.991903 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-433364c3-c2b1-43b5-89a0-3b5e67e2b617 req-a3f3fd42-9b97-4917-8b29-2bd9ad777877 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb0a96b877b544c78734acd5c46c2618&device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 1099 time: 0.3380947 May 06 18:39:42.032065 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 46996) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:42.045374 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-af6d5c46-d110-4beb-a7a1-8fb916e97178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1136130436-router', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:44Z', 'revision_number': 4, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'gw_port': {'id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:63:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:35Z', 'updated_at': '2021-05-06T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': '6277f53d-fb2a-45b3-bc23-89649addc64f', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'port_id': '77e2b538-a1e8-4232-a588-463a8dea0e5a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'mac_address': 'fa:16:3e:d5:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd785921e-04f7-4bc8-bbcc-d27a1b5df8fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:39:17Z', 'updated_at': '2021-05-06T18:39:38Z', 'revision_number': 1, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '609b50a0-967e-4356-881f-b468d6e55d7c', 'name': '', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'mac_address': 'fa:16:3e:7e:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:42Z', 'updated_at': '2021-05-06T18:35:00Z', 'revision_number': 5, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'subnets': [{'id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:42.053336 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6d5c46-d110-4beb-a7a1-8fb916e97178 None None] Checking router: 6cb201b6-af57-4600-9187-cedbedf2fbc9 for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:39:42.064442 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6d5c46-d110-4beb-a7a1-8fb916e97178 None None] Routers {'6cb201b6-af57-4600-9187-cedbedf2fbc9'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:39:42.065338 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-af6d5c46-d110-4beb-a7a1-8fb916e97178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:39:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['6cb201b6-af57-4600-9187-cedbedf2fbc9'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:42.079441 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8103ad1-15d2-4fe3-a4b2-540caab08b83 admin admin] Pushing event deleted for resources: {'Port': ['ID=498a8972-dbf2-45fa-a6d3-bc85ac72e47d,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:42.213260 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f8103ad1-15d2-4fe3-a4b2-540caab08b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:42.298257 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-8304f771-8147-415f-b81c-f250f39ebfdf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=62789964e18b452db317b97086b9bc84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2628682 May 06 18:39:42.299538 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 47002) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:42.339182 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f8103ad1-15d2-4fe3-a4b2-540caab08b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1046119'] for router_gateway, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:42.367485 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-af6d5c46-d110-4beb-a7a1-8fb916e97178 None None] Set router 6cb201b6-af57-4600-9187-cedbedf2fbc9 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:39:42.389999 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-69b797f8-4abb-485a-aa38-c310483f1f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:42.433178 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-69b797f8-4abb-485a-aa38-c310483f1f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:42.476223 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 498a8972-dbf2-45fa-a6d3-bc85ac72e47d no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:39:42.563503 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-69b797f8-4abb-485a-aa38-c310483f1f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:42.572384 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-22086f0c-271c-4e0b-a119-decca00beb45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:42.596691 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b797f8-4abb-485a-aa38-c310483f1f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a51534-738f-4cfd-b586-d232b800fb54,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:42.614429 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-69b797f8-4abb-485a-aa38-c310483f1f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:42.632918 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-69b797f8-4abb-485a-aa38-c310483f1f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:42.637274 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-69b797f8-4abb-485a-aa38-c310483f1f7f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/44a51534-738f-4cfd-b586-d232b800fb54 HTTP/1.1" status: 204 len: 168 time: 0.3337414 May 06 18:39:42.738879 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433364c3-c2b1-43b5-89a0-3b5e67e2b617 req-1e7500bc-4397-471f-a065-81b9593c5910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:42.738879 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-433364c3-c2b1-43b5-89a0-3b5e67e2b617 req-1e7500bc-4397-471f-a065-81b9593c5910 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4977f012-56c5-46bd-a1b1-7dca239e88c0 HTTP/1.1" status: 200 len: 918 time: 0.7274950 May 06 18:39:42.744414 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f8103ad1-15d2-4fe3-a4b2-540caab08b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15271'] for router, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:42.750526 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f8103ad1-15d2-4fe3-a4b2-540caab08b83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:42.754557 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: 498a8972-dbf2-45fa-a6d3-bc85ac72e47d {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:39:42.754879 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 498a8972-dbf2-45fa-a6d3-bc85ac72e47d not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:39:42.755596 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device bb16b320-56f4-4ef1-a428-62d40e96433b no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:39:42.859689 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: bb16b320-56f4-4ef1-a428-62d40e96433b {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:39:42.860303 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device bb16b320-56f4-4ef1-a428-62d40e96433b not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:39:42.946384 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f8103ad1-15d2-4fe3-a4b2-540caab08b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1038965'] for router, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:42.947100 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8103ad1-15d2-4fe3-a4b2-540caab08b83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c99461e0-3443-4dc2-92fa-909f44d04722 {{(pid=78803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 18:39:43.021860 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-433364c3-c2b1-43b5-89a0-3b5e67e2b617 req-26d2b49a-4be3-4f6f-83b8-e5c35164c8bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77e2b538-a1e8-4232-a588-463a8dea0e5a HTTP/1.1" status: 200 len: 1000 time: 0.2728152 May 06 18:39:43.025907 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f8103ad1-15d2-4fe3-a4b2-540caab08b83 admin admin] Notify callbacks [] for router, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:43.030159 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-f8103ad1-15d2-4fe3-a4b2-540caab08b83 admin admin] 10.222.0.50 "DELETE /v2.0/routers/c99461e0-3443-4dc2-92fa-909f44d04722 HTTP/1.1" status: 204 len: 168 time: 3.9082665 May 06 18:39:43.034359 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 47014) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:43.197883 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f5907-47f2-4cc9-843f-8b50896dee9a req-c2e5e32a-c642-4e51-a56a-3d604093feb4 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:43.199882 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-055f5907-47f2-4cc9-843f-8b50896dee9a req-c2e5e32a-c642-4e51-a56a-3d604093feb4 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.2281313 May 06 18:39:43.272288 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-055f5907-47f2-4cc9-843f-8b50896dee9a req-2367cd9f-61de-4165-8f52-91712ea80be1 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620151 May 06 18:39:43.345528 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-af6d5c46-d110-4beb-a7a1-8fb916e97178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1136130436-router', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:44Z', 'revision_number': 4, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'gw_port': {'id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:63:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:35Z', 'updated_at': '2021-05-06T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': '6277f53d-fb2a-45b3-bc23-89649addc64f', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'port_id': '77e2b538-a1e8-4232-a588-463a8dea0e5a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'mac_address': 'fa:16:3e:d5:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd785921e-04f7-4bc8-bbcc-d27a1b5df8fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:39:17Z', 'updated_at': '2021-05-06T18:39:38Z', 'revision_number': 1, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '609b50a0-967e-4356-881f-b468d6e55d7c', 'name': '', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'mac_address': 'fa:16:3e:7e:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:42Z', 'updated_at': '2021-05-06T18:35:00Z', 'revision_number': 5, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'subnets': [{'id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:43.353753 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6d5c46-d110-4beb-a7a1-8fb916e97178 None None] The sync data for ids ['6cb201b6-af57-4600-9187-cedbedf2fbc9'] in dv-cinder-733622-15-iscsi is: [{'id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1136130436-router', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:44Z', 'revision_number': 4, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'gw_port': {'id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:63:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:35Z', 'updated_at': '2021-05-06T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': '6277f53d-fb2a-45b3-bc23-89649addc64f', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'port_id': '77e2b538-a1e8-4232-a588-463a8dea0e5a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'mac_address': 'fa:16:3e:d5:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd785921e-04f7-4bc8-bbcc-d27a1b5df8fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:39:17Z', 'updated_at': '2021-05-06T18:39:38Z', 'revision_number': 1, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '609b50a0-967e-4356-881f-b468d6e55d7c', 'name': '', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'mac_address': 'fa:16:3e:7e:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:42Z', 'updated_at': '2021-05-06T18:35:00Z', 'revision_number': 5, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'subnets': [{'id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:39:43.356763 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433364c3-c2b1-43b5-89a0-3b5e67e2b617 req-91dd3f89-206d-4aa5-a671-33846110511a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:43.359816 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-433364c3-c2b1-43b5-89a0-3b5e67e2b617 req-91dd3f89-206d-4aa5-a671-33846110511a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d64319e1-ca21-4f57-b62e-b95f80302d38 HTTP/1.1" status: 200 len: 856 time: 0.3263953 May 06 18:39:43.371341 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_v2 [None req-362977eb-d92b-400d-99ff-855db31a91f4 admin admin] Deleting subnet c4f66d51-4d4f-47b7-9053-f874c75999d5 {{(pid=78803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:39:43.381915 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-362977eb-d92b-400d-99ff-855db31a91f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:43.533312 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-362977eb-d92b-400d-99ff-855db31a91f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2178593'] for subnet, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:43.599194 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb715162-5350-487b-8e77-f020ee31ea95 req-af8322f6-079c-457a-8339-c3ff34a18691 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:43.603323 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fb715162-5350-487b-8e77-f020ee31ea95 req-af8322f6-079c-457a-8339-c3ff34a18691 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.4768939 May 06 18:39:43.624099 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33acdbe-42e2-4b2a-a638-28971ef00654 None None] New status for floating IP 6277f53d-fb2a-45b3-bc23-89649addc64f: ACTIVE {{(pid=78806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:39:43.756860 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-362977eb-d92b-400d-99ff-855db31a91f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8251675'] for subnet, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:43.804138 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433364c3-c2b1-43b5-89a0-3b5e67e2b617 req-f7efbe00-f089-413d-ae1f-51d5bd1335b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:43.805644 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-433364c3-c2b1-43b5-89a0-3b5e67e2b617 req-f7efbe00-f089-413d-ae1f-51d5bd1335b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4977f012-56c5-46bd-a1b1-7dca239e88c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4302633 May 06 18:39:44.123486 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-433364c3-c2b1-43b5-89a0-3b5e67e2b617 req-9878cf49-28a1-4869-9b51-347700a72fe9 service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880116 May 06 18:39:44.135591 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-fb715162-5350-487b-8e77-f020ee31ea95 req-994f9390-e277-45cd-8eb4-0d0e99046bb7 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Deleting port dc858916-0714-4510-8150-b9efb08e2ac3 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:39:44.135934 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-fb715162-5350-487b-8e77-f020ee31ea95 req-994f9390-e277-45cd-8eb4-0d0e99046bb7 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:44.495704 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc76d6-5fa7-4993-94cf-a7273b0bfbbb req-ce3db2cf-2c4c-48c5-b52a-be2b9b8ae800 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:44.498019 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-dfbc76d6-5fa7-4993-94cf-a7273b0bfbbb req-ce3db2cf-2c4c-48c5-b52a-be2b9b8ae800 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 945 time: 0.0952184 May 06 18:39:44.552031 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-dfbc76d6-5fa7-4993-94cf-a7273b0bfbbb req-378fd656-86c9-4780-a016-0d34a8249130 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e1ead00-5c61-4db9-949b-239db26e2237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463018 May 06 18:39:44.610083 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-fb715162-5350-487b-8e77-f020ee31ea95 req-994f9390-e277-45cd-8eb4-0d0e99046bb7 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] For port dc858916-0714-4510-8150-b9efb08e2ac3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dc858916-0714-4510-8150-b9efb08e2ac3,segment=NetworkSegment(b1472351-b8a1-4e09-a4d9-b7a18e144af2),segment_id=b1472351-b8a1-4e09-a4d9-b7a18e144af2)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:44.610450 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-fb715162-5350-487b-8e77-f020ee31ea95 req-994f9390-e277-45cd-8eb4-0d0e99046bb7 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:44.626698 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-433364c3-c2b1-43b5-89a0-3b5e67e2b617 req-4114ed95-12b8-4b88-9e38-c0670aec9dfd service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929216 May 06 18:39:44.689149 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-362977eb-d92b-400d-99ff-855db31a91f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8251668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2393603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2759995'] for subnet, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:44.698435 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-88d2e2b6-6476-46f8-b24d-ed79debcc83e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:44.756875 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362977eb-d92b-400d-99ff-855db31a91f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4f66d51-4d4f-47b7-9053-f874c75999d5,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:44.766392 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-362977eb-d92b-400d-99ff-855db31a91f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:44.789953 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362977eb-d92b-400d-99ff-855db31a91f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:44.790560 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362977eb-d92b-400d-99ff-855db31a91f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:44.791182 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362977eb-d92b-400d-99ff-855db31a91f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:44.791804 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362977eb-d92b-400d-99ff-855db31a91f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:44.792622 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362977eb-d92b-400d-99ff-855db31a91f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:44.793007 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362977eb-d92b-400d-99ff-855db31a91f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:44.793602 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362977eb-d92b-400d-99ff-855db31a91f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:44.794874 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362977eb-d92b-400d-99ff-855db31a91f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:44.795520 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362977eb-d92b-400d-99ff-855db31a91f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:44.796362 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362977eb-d92b-400d-99ff-855db31a91f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:44.796969 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362977eb-d92b-400d-99ff-855db31a91f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:44.797566 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362977eb-d92b-400d-99ff-855db31a91f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:44.905019 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-362977eb-d92b-400d-99ff-855db31a91f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:44.922906 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-362977eb-d92b-400d-99ff-855db31a91f4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c4f66d51-4d4f-47b7-9053-f874c75999d5 HTTP/1.1" status: 204 len: 168 time: 1.8034344 May 06 18:39:44.926798 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 47028) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:45.087351 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8341019'] for network, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:45.142604 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-fb715162-5350-487b-8e77-f020ee31ea95 req-994f9390-e277-45cd-8eb4-0d0e99046bb7 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:45.143231 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-fb715162-5350-487b-8e77-f020ee31ea95 req-994f9390-e277-45cd-8eb4-0d0e99046bb7 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1046138'] for floatingip, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:45.143679 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.db.l3_db [req-fb715162-5350-487b-8e77-f020ee31ea95 req-994f9390-e277-45cd-8eb4-0d0e99046bb7 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Floating IP 03f67cff-4292-4a20-a76a-c64b3b3da871 disassociated. External IP: 172.27.1.28, port: dc858916-0714-4510-8150-b9efb08e2ac3. May 06 18:39:45.144357 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-fb715162-5350-487b-8e77-f020ee31ea95 req-994f9390-e277-45cd-8eb4-0d0e99046bb7 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Calling delete_port for dc858916-0714-4510-8150-b9efb08e2ac3 owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:39:45.292181 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8253920', 'neutron.services.segments.db._delete_segments_for_network-8734943948701'] for network, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:45.313058 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.services.segments.db [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0345db37-2d24-47c9-ba99-e54097aa82ed']}} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:45.329613 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-fb715162-5350-487b-8e77-f020ee31ea95 req-994f9390-e277-45cd-8eb4-0d0e99046bb7 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:45.329944 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.services.segments.db [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e5a7700-9e20-4f7c-ba08-66c05edb45ba') {'for_net_delete': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:45.329944 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.services.segments.db [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e5a7700-9e20-4f7c-ba08-66c05edb45ba') {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:45.337908 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7c646899-424d-40e9-b44e-218c6ccff594 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:45.345516 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734943960679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2426641'] for segment, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:45.372422 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:45.383363 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=78804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:39:45.383947 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8250152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3062842'] for segment, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:45.385674 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f9390-e277-45cd-8eb4-0d0e99046bb7 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Pushing event deleted for resources: {'Port': ['ID=dc858916-0714-4510-8150-b9efb08e2ac3,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:45.390108 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-994f9390-e277-45cd-8eb4-0d0e99046bb7 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: Traceback (most recent call last): May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: timer() May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: cb(*args, **kw) May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: return func(*args, **kwargs) May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: self._notify() May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: self.callback(batched_events) May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: event.method(event) May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: return f(self, *a, **k) May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: return self._get(url).json() May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: return self.request(url, 'GET', **kwargs) May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:39:45.474968 dv-cinder-733622-15-iscsi neutron-server[78804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:39:45.515349 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8253849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1046133'] for network, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:45.520215 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-d7f9021b-f04e-4ed6-b958-d68f3f6faf5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:45.537997 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:45.556184 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] Pushing event deleted for resources: {'Network': ['ID=0345db37-2d24-47c9-ba99-e54097aa82ed,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:45.578922 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:45.579733 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:45.580523 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:45.581266 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:45.581981 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:45.582704 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:45.583332 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:45.583920 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:45.584534 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:45.585159 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:45.585773 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:45.586419 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:45.593574 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:45.596628 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0345db37-2d24-47c9-ba99-e54097aa82ed HTTP/1.1" status: 204 len: 168 time: 0.6678274 May 06 18:39:45.638753 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb715162-5350-487b-8e77-f020ee31ea95 req-994f9390-e277-45cd-8eb4-0d0e99046bb7 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Router 86cf03a6-f6d0-499a-82b8-715729087fb5 has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:39:45.990518 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 47038) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:46.061725 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-4469dcd8-4763-48c1-be40-04bb7d447363 req-96180e01-e8b1-4766-8ae5-e321b80c0f30 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc071eb6-d051-44d9-ba14-f80fe319a7c9 HTTP/1.1" status: 200 len: 210 time: 0.3434289 May 06 18:39:46.105398 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb715162-5350-487b-8e77-f020ee31ea95 req-994f9390-e277-45cd-8eb4-0d0e99046bb7 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:39:46.116781 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c769be8-5972-4dbf-a06a-47d963b758ad None None] Sync routers for ids ['86cf03a6-f6d0-499a-82b8-715729087fb5'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:39:46.128428 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c769be8-5972-4dbf-a06a-47d963b758ad None None] Routers {'86cf03a6-f6d0-499a-82b8-715729087fb5'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:39:46.129073 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-0c769be8-5972-4dbf-a06a-47d963b758ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:39:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['86cf03a6-f6d0-499a-82b8-715729087fb5'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:46.134489 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-78c7b961-c2d8-41d1-b040-cf87ea32b4f5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=97dcc9ffc3774e62a6c6a20b65d59ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1232698 May 06 18:39:46.136610 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 47046) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:46.269407 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb715162-5350-487b-8e77-f020ee31ea95 req-994f9390-e277-45cd-8eb4-0d0e99046bb7 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] No DVR routers for this DVR port dc858916-0714-4510-8150-b9efb08e2ac3 on host hv-cinder-73362 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:39:46.270924 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e1ec5bc2-1ef1-4de7-8248-c4ee8368e3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:46.273001 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-fb715162-5350-487b-8e77-f020ee31ea95 req-994f9390-e277-45cd-8eb4-0d0e99046bb7 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:46.276060 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc071eb6-d051-44d9-ba14-f80fe319a7c9', 'name': 'network-vif-deleted', 'tag': 'dc858916-0714-4510-8150-b9efb08e2ac3'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:39:46.298014 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fb715162-5350-487b-8e77-f020ee31ea95 req-994f9390-e277-45cd-8eb4-0d0e99046bb7 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.55 "DELETE /v2.0/ports/dc858916-0714-4510-8150-b9efb08e2ac3 HTTP/1.1" status: 204 len: 173 time: 2.6878183 May 06 18:39:46.334121 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e1ec5bc2-1ef1-4de7-8248-c4ee8368e3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:46.413562 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc071eb6-d051-44d9-ba14-f80fe319a7c9', 'name': 'network-vif-deleted', 'tag': 'dc858916-0714-4510-8150-b9efb08e2ac3', 'status': 'completed', 'code': 200} May 06 18:39:46.429582 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e1ec5bc2-1ef1-4de7-8248-c4ee8368e3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:46.439763 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-cb4cd040-f9f2-4ea2-8685-ecffc513131d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:46.467272 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec5bc2-1ef1-4de7-8248-c4ee8368e3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3643b910-e730-4868-8d32-154c9e2754b7,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:46.472008 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-e1ec5bc2-1ef1-4de7-8248-c4ee8368e3c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:46.483106 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e1ec5bc2-1ef1-4de7-8248-c4ee8368e3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:46.485160 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-e1ec5bc2-1ef1-4de7-8248-c4ee8368e3c3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3643b910-e730-4868-8d32-154c9e2754b7 HTTP/1.1" status: 204 len: 168 time: 0.3410046 May 06 18:39:46.520081 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-f4d3a062-ec63-4297-9b97-f8d1a92ec98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:46.586461 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-0c769be8-5972-4dbf-a06a-47d963b758ad None None] Set router 86cf03a6-f6d0-499a-82b8-715729087fb5 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:39:46.948199 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device dc858916-0714-4510-8150-b9efb08e2ac3 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:39:47.003141 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] No Port match for: dc858916-0714-4510-8150-b9efb08e2ac3 {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:39:47.003941 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device dc858916-0714-4510-8150-b9efb08e2ac3 not bound to the agent host hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:39:47.058552 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-0c769be8-5972-4dbf-a06a-47d963b758ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'name': 'tempest-AttachVolumeTestJSON-1255724845-router', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:52Z', 'revision_number': 4, 'project_id': '2240092be8ac44d1b16602700520b22d', 'gw_port': {'id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:36Z', 'updated_at': '2021-05-06T18:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'da69487f-4b29-4581-b0b7-0f2a8b0def68', 'name': '', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'mac_address': 'fa:16:3e:55:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:45Z', 'updated_at': '2021-05-06T18:35:10Z', 'revision_number': 5, 'project_id': '2240092be8ac44d1b16602700520b22d', 'subnets': [{'id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:47.078432 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c769be8-5972-4dbf-a06a-47d963b758ad None None] Checking router: 86cf03a6-f6d0-499a-82b8-715729087fb5 for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:39:47.098051 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c769be8-5972-4dbf-a06a-47d963b758ad None None] Routers {'86cf03a6-f6d0-499a-82b8-715729087fb5'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:39:47.101683 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-0c769be8-5972-4dbf-a06a-47d963b758ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:39:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['86cf03a6-f6d0-499a-82b8-715729087fb5'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:47.409625 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-0c769be8-5972-4dbf-a06a-47d963b758ad None None] Set router 86cf03a6-f6d0-499a-82b8-715729087fb5 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:39:47.827536 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-0c769be8-5972-4dbf-a06a-47d963b758ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'name': 'tempest-AttachVolumeTestJSON-1255724845-router', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:52Z', 'revision_number': 4, 'project_id': '2240092be8ac44d1b16602700520b22d', 'gw_port': {'id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:36Z', 'updated_at': '2021-05-06T18:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'da69487f-4b29-4581-b0b7-0f2a8b0def68', 'name': '', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'mac_address': 'fa:16:3e:55:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:45Z', 'updated_at': '2021-05-06T18:35:10Z', 'revision_number': 5, 'project_id': '2240092be8ac44d1b16602700520b22d', 'subnets': [{'id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:47.834427 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c769be8-5972-4dbf-a06a-47d963b758ad None None] The sync data for ids ['86cf03a6-f6d0-499a-82b8-715729087fb5'] in dv-cinder-733622-15-iscsi is: [{'id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'name': 'tempest-AttachVolumeTestJSON-1255724845-router', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:52Z', 'revision_number': 4, 'project_id': '2240092be8ac44d1b16602700520b22d', 'gw_port': {'id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:36Z', 'updated_at': '2021-05-06T18:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'da69487f-4b29-4581-b0b7-0f2a8b0def68', 'name': '', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'mac_address': 'fa:16:3e:55:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:45Z', 'updated_at': '2021-05-06T18:35:10Z', 'revision_number': 5, 'project_id': '2240092be8ac44d1b16602700520b22d', 'subnets': [{'id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:39:48.142045 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd20d57b-b301-4bf8-ba33-c6e5cca6946d None None] New status for floating IP 03f67cff-4292-4a20-a76a-c64b3b3da871: DOWN {{(pid=78806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:39:48.330443 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:48.370311 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 47098) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:48.501776 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-af2c8d5b-6351-4e50-9ef4-c518b8773705 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:48.566522 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-af2c8d5b-6351-4e50-9ef4-c518b8773705 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:48.696467 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-af2c8d5b-6351-4e50-9ef4-c518b8773705 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:48.701351 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-b69e97a9-bc5c-4514-a084-466110db331e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:48.721457 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c8d5b-6351-4e50-9ef4-c518b8773705 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1ead00-5c61-4db9-949b-239db26e2237,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:48.724420 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-af2c8d5b-6351-4e50-9ef4-c518b8773705 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:48.745665 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-af2c8d5b-6351-4e50-9ef4-c518b8773705 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:48.752780 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-af2c8d5b-6351-4e50-9ef4-c518b8773705 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "DELETE /v2.0/security-groups/5e1ead00-5c61-4db9-949b-239db26e2237 HTTP/1.1" status: 204 len: 168 time: 0.3756664 May 06 18:39:48.753464 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 47108) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:48.769797 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c053c79d-c9b3-4914-ad62-8d993e5bd553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:48.796323 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.api.v2.resource [None req-a0b96429-4e06-47ee-a5aa-f6b3e6712fe2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] show failed (client error): The resource could not be found. May 06 18:39:48.797517 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-a0b96429-4e06-47ee-a5aa-f6b3e6712fe2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups/5e1ead00-5c61-4db9-949b-239db26e2237 HTTP/1.1" status: 404 len: 347 time: 0.0422473 May 06 18:39:48.800518 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 47112) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:49.177502 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-9c30c9c9-8a75-4dae-a46f-4923bc1cb6d2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Deleting port a3bd52ec-1342-4f0b-9628-0655c0496e4f {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:39:49.178050 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9c30c9c9-8a75-4dae-a46f-4923bc1cb6d2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:49.457732 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9c30c9c9-8a75-4dae-a46f-4923bc1cb6d2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:49.458205 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9c30c9c9-8a75-4dae-a46f-4923bc1cb6d2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:49.602865 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-9c30c9c9-8a75-4dae-a46f-4923bc1cb6d2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Calling delete_port for a3bd52ec-1342-4f0b-9628-0655c0496e4f owned by network:floatingip {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:39:49.753082 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9c30c9c9-8a75-4dae-a46f-4923bc1cb6d2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:49.759880 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-4969ddcb-19eb-428f-8d6a-4fc7f9410254 tempest-VolumesActionsTest-183147104 tempest-VolumesActionsTest-183147104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:49.835037 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30c9c9-8a75-4dae-a46f-4923bc1cb6d2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Pushing event deleted for resources: {'Port': ['ID=a3bd52ec-1342-4f0b-9628-0655c0496e4f,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:49.839662 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-9c30c9c9-8a75-4dae-a46f-4923bc1cb6d2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:49.999915 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9c30c9c9-8a75-4dae-a46f-4923bc1cb6d2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for floatingip, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:50.019568 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9c30c9c9-8a75-4dae-a46f-4923bc1cb6d2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for floatingip, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:50.022189 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-9c30c9c9-8a75-4dae-a46f-4923bc1cb6d2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "DELETE /v2.0/floatingips/03f67cff-4292-4a20-a76a-c64b3b3da871 HTTP/1.1" status: 204 len: 168 time: 1.2198467 May 06 18:39:50.108001 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:50.422801 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 47144) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:50.428921 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-c4519071-caf6-447b-a1b5-887292835272 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--490576333', 'description': 'tempest-description--1314864615'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:50.435770 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-c4519071-caf6-447b-a1b5-887292835272 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:50.440474 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-c4519071-caf6-447b-a1b5-887292835272 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Usage tracker for resource:security_group and tenant:2240092be8ac44d1b16602700520b22d is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:50.443742 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-c4519071-caf6-447b-a1b5-887292835272 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:50.452653 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-c4519071-caf6-447b-a1b5-887292835272 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:50.464405 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c4519071-caf6-447b-a1b5-887292835272 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:50.492002 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-c4519071-caf6-447b-a1b5-887292835272 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:50.496351 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-c4519071-caf6-447b-a1b5-887292835272 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Usage tracker for resource:security_group_rule and tenant:2240092be8ac44d1b16602700520b22d is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:50.500308 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-c4519071-caf6-447b-a1b5-887292835272 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:50.506245 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-c4519071-caf6-447b-a1b5-887292835272 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:50.599617 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c4519071-caf6-447b-a1b5-887292835272 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:50.603979 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c4519071-caf6-447b-a1b5-887292835272 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:50.608811 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-a49f4e0a-3625-4f3b-8748-4d820ab590ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:50.654094 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4519071-caf6-447b-a1b5-887292835272 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d4478b-2b59-4b7f-be14-ce1dbc2d328f,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:50.657413 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c4519071-caf6-447b-a1b5-887292835272 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:50.658379 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c4519071-caf6-447b-a1b5-887292835272 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:50.659997 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-c4519071-caf6-447b-a1b5-887292835272 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2356815 May 06 18:39:50.664580 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 47150) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:50.670988 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-1581da6a-fb22-4f54-b89f-ffdeaa113097 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Request body: {'security_group_rule': {'security_group_id': '64d4478b-2b59-4b7f-be14-ce1dbc2d328f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:50.677126 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-1581da6a-fb22-4f54-b89f-ffdeaa113097 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:50.680970 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-1581da6a-fb22-4f54-b89f-ffdeaa113097 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Usage tracker for resource:security_group_rule and tenant:2240092be8ac44d1b16602700520b22d is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:50.683999 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-1581da6a-fb22-4f54-b89f-ffdeaa113097 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:50.689862 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-1581da6a-fb22-4f54-b89f-ffdeaa113097 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:50.709407 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1581da6a-fb22-4f54-b89f-ffdeaa113097 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:50.797360 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1581da6a-fb22-4f54-b89f-ffdeaa113097 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:50.803468 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1581da6a-fb22-4f54-b89f-ffdeaa113097 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:50.807017 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:50.848140 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581da6a-fb22-4f54-b89f-ffdeaa113097 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add76971-12b9-4f37-8207-5023eeecd9c5,revision_number=0']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:50.851749 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-1581da6a-fb22-4f54-b89f-ffdeaa113097 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:50.865731 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1581da6a-fb22-4f54-b89f-ffdeaa113097 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:50.867804 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-1581da6a-fb22-4f54-b89f-ffdeaa113097 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2018025 May 06 18:39:50.871075 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 47158) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:50.878441 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-eaea3af5-4389-4083-b83f-5d4bbc5bb35f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Request body: {'security_group_rule': {'security_group_id': '64d4478b-2b59-4b7f-be14-ce1dbc2d328f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:50.885916 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-eaea3af5-4389-4083-b83f-5d4bbc5bb35f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:50.891598 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-eaea3af5-4389-4083-b83f-5d4bbc5bb35f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Usage tracker for resource:security_group_rule and tenant:2240092be8ac44d1b16602700520b22d is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:50.894905 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-eaea3af5-4389-4083-b83f-5d4bbc5bb35f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:50.902249 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-eaea3af5-4389-4083-b83f-5d4bbc5bb35f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:50.926940 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-eaea3af5-4389-4083-b83f-5d4bbc5bb35f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:51.001707 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-eaea3af5-4389-4083-b83f-5d4bbc5bb35f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:51.006333 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-eaea3af5-4389-4083-b83f-5d4bbc5bb35f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:51.014238 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-69d7c608-0879-4f28-9a21-9469b152b4a9 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:51.038599 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea3af5-4389-4083-b83f-5d4bbc5bb35f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4bc5493-75a2-4974-b1e9-dcefe9e72eca,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:51.042454 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-eaea3af5-4389-4083-b83f-5d4bbc5bb35f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:51.053384 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-eaea3af5-4389-4083-b83f-5d4bbc5bb35f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:51.059461 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-eaea3af5-4389-4083-b83f-5d4bbc5bb35f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1825986 May 06 18:39:51.059941 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 47162) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:51.067265 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Request body: {'floatingip': {'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:51.073895 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:51.078684 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Usage tracker for resource:floatingip and tenant:2240092be8ac44d1b16602700520b22d is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:51.082086 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:51.090015 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:51.105890 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for floatingip, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:51.283193 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:51.458354 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Allocated IP 172.27.1.73 (884521b5-a319-4325-bd13-24951164ba4c/9fcafda4-8977-4d90-a4c2-0719bb43c11a/413a7c7e-90b9-4d0a-a030-37732be18e2e) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:39:51.634380 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:51.702011 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:51.744351 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:51.749787 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-bccb6a52-bb8c-40f3-a522-fb3a765828dd tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:51.815927 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Network 884521b5-a319-4325-bd13-24951164ba4c is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:39:51.823742 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:39:51.828972 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:39:51.868783 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Pushing event updated for resources: {'Port': ['ID=413a7c7e-90b9-4d0a-a030-37732be18e2e,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:51.873966 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:51.925762 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:51.992291 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:52.218294 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:52.223561 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:52.227929 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c94c4345-405f-4dc6-a71d-c313c83ee971 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:52.335350 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Pushing event updated for resources: {'Port': ['ID=413a7c7e-90b9-4d0a-a030-37732be18e2e,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:52.339551 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:52.352926 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1046138'] for floatingip, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:52.381859 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for floatingip, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:52.384242 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3231981 May 06 18:39:52.657685 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-f3ae6aa1-38fe-4aba-bf49-eab46e02837e tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Synchronizing usage tracker for tenant:2240092be8ac44d1b16602700520b22d on resource:security_group {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:39:52.679724 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-f3ae6aa1-38fe-4aba-bf49-eab46e02837e tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Unset dirty status for tenant:2240092be8ac44d1b16602700520b22d on resource:security_group {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:39:52.682295 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-f3ae6aa1-38fe-4aba-bf49-eab46e02837e tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--490576333&fields=id&tenant_id=2240092be8ac44d1b16602700520b22d HTTP/1.1" status: 200 len: 267 time: 0.0971172 May 06 18:39:52.878054 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-ca9446b8-d4d9-4b3e-aa57-6942d54140f9 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:52.880253 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-ca9446b8-d4d9-4b3e-aa57-6942d54140f9 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/networks?id=9cc7ac02-de44-4c64-8db4-ed9a1be6def9 HTTP/1.1" status: 200 len: 811 time: 0.1874490 May 06 18:39:52.904283 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-e0ab4317-48c2-4147-8c01-155bd66e9856 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/quotas/2240092be8ac44d1b16602700520b22d HTTP/1.1" status: 200 len: 375 time: 0.0107801 May 06 18:39:53.027328 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-347d94dc-9ccd-4163-a3d2-97210f04decf tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2240092be8ac44d1b16602700520b22d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1100078 May 06 18:39:53.289550 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-a8779b53-7ff2-457d-b5ff-1b4d5f58c92d service neutron] 10.222.0.50 "GET /v2.0/networks/9cc7ac02-de44-4c64-8db4-ed9a1be6def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475002 May 06 18:39:53.430698 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-bb6cf959-4bfe-46b5-a0f6-0bb6c5e84ffd service neutron] 10.222.0.50 "GET /v2.0/networks/9cc7ac02-de44-4c64-8db4-ed9a1be6def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332316 May 06 18:39:53.645143 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-00a42615-6f7f-462d-affd-9ea87406765d req-028f221a-cb67-4933-aaeb-68eedf7a8120 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9787b05-2001-47dc-abff-c510a959e83a HTTP/1.1" status: 200 len: 210 time: 0.0484428 May 06 18:39:54.806760 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ea344ed4-09e2-40c2-8345-6092f2fa25c1 req-f762fe8e-98f3-4b5c-9b17-2484791da715 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9787b05-2001-47dc-abff-c510a959e83a HTTP/1.1" status: 200 len: 210 time: 0.0475109 May 06 18:39:56.023411 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e9396403-4c25-4a42-9672-0a2859e4eafd req-f5d227c6-4b34-41e9-8779-2967cf1c3540 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9787b05-2001-47dc-abff-c510a959e83a HTTP/1.1" status: 200 len: 210 time: 0.0902843 May 06 18:39:57.154253 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-49155a8c-22a4-4adb-a497-22aa42e4fd93 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:57.157505 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-49155a8c-22a4-4adb-a497-22aa42e4fd93 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.55 "GET /v2.0/networks?id=9cc7ac02-de44-4c64-8db4-ed9a1be6def9 HTTP/1.1" status: 200 len: 811 time: 0.3897972 May 06 18:39:57.281897 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:57.309855 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-51252b3e-bb1c-4ac5-90e1-056536a99715 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2240092be8ac44d1b16602700520b22d HTTP/1.1" status: 200 len: 379 time: 0.1306436 May 06 18:39:57.325757 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-5c733d6f-77cb-4077-b891-a40b760ae0a2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Request body: {'port': {'device_id': 'c9787b05-2001-47dc-abff-c510a959e83a', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'admin_state_up': True, 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'security_groups': ['64d4478b-2b59-4b7f-be14-ce1dbc2d328f']}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:57.396851 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-8b6b835a-cddf-4797-a110-492912a6b4ec req-e9926ba1-474a-459f-94d5-924318940098 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9787b05-2001-47dc-abff-c510a959e83a HTTP/1.1" status: 200 len: 210 time: 0.0927799 May 06 18:39:57.452648 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6c914a3c-dad2-40c5-bef7-29dba024800e req-ac25f8ee-b5bf-4093-956b-b6a5dab24cfb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5871501 May 06 18:39:57.482059 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 47268) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:57.585802 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-5c733d6f-77cb-4077-b891-a40b760ae0a2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:57.599005 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-5c733d6f-77cb-4077-b891-a40b760ae0a2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Usage tracker for resource:port and tenant:2240092be8ac44d1b16602700520b22d is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:57.603466 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-5c733d6f-77cb-4077-b891-a40b760ae0a2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:57.613248 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-5c733d6f-77cb-4077-b891-a40b760ae0a2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:57.621338 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c914a3c-dad2-40c5-bef7-29dba024800e req-698448bf-6a2c-4847-8d26-debc073a0408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:57.623105 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6c914a3c-dad2-40c5-bef7-29dba024800e req-698448bf-6a2c-4847-8d26-debc073a0408 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1594b9d2ba474f5684ba2fddf163a1c5&device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 1099 time: 0.1369145 May 06 18:39:57.631914 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-5c733d6f-77cb-4077-b891-a40b760ae0a2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Made reservation on behalf of 2240092be8ac44d1b16602700520b22d for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:39:57.636015 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-5c733d6f-77cb-4077-b891-a40b760ae0a2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:57.665109 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-64d56241-ec53-4448-804b-12e00657f13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:57.685599 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-64d56241-ec53-4448-804b-12e00657f13a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:57.690380 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-64d56241-ec53-4448-804b-12e00657f13a admin admin] Usage tracker for resource:security_group_rule and tenant:b841de4c9c3446a0b6939b8d5ac697e9 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:57.693840 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-64d56241-ec53-4448-804b-12e00657f13a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:57.700668 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-64d56241-ec53-4448-804b-12e00657f13a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:57.815519 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-64d56241-ec53-4448-804b-12e00657f13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:57.827459 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-64d56241-ec53-4448-804b-12e00657f13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:57.841397 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-1758546c-92a5-4a14-b8b2-3022f6175ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:57.883627 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d56241-ec53-4448-804b-12e00657f13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9d3d98-2752-4b38-9a36-8da653075ed0,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:57.887973 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-64d56241-ec53-4448-804b-12e00657f13a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:57.893193 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-64d56241-ec53-4448-804b-12e00657f13a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b841de4c9c3446a0b6939b8d5ac697e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4089231 May 06 18:39:57.897730 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 47274) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:57.919888 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c914a3c-dad2-40c5-bef7-29dba024800e req-ce6561cd-c223-45cb-8300-f8c2deddce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:57.921255 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6c914a3c-dad2-40c5-bef7-29dba024800e req-ce6561cd-c223-45cb-8300-f8c2deddce7e service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 HTTP/1.1" status: 200 len: 910 time: 0.2731178 May 06 18:39:58.066306 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-5c733d6f-77cb-4077-b891-a40b760ae0a2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Allocated IP 172.20.0.10 (9cc7ac02-de44-4c64-8db4-ed9a1be6def9/833dc191-d6d6-4013-be5d-e5af7eb5472a/d94e8bd3-6474-4787-9c61-d87cad8a79d3) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:39:58.110365 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6c914a3c-dad2-40c5-bef7-29dba024800e req-5410ebdf-fec5-4170-a782-9e56ab7c286a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a HTTP/1.1" status: 200 len: 1000 time: 0.1799686 May 06 18:39:58.128564 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6856cbab-6216-4dc6-9c99-41c008c21abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:58.295322 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6856cbab-6216-4dc6-9c99-41c008c21abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:58.318373 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c914a3c-dad2-40c5-bef7-29dba024800e req-1a00dfe3-2ba0-4328-91b3-13aad5042ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:58.319864 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6c914a3c-dad2-40c5-bef7-29dba024800e req-1a00dfe3-2ba0-4328-91b3-13aad5042ff5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d HTTP/1.1" status: 200 len: 848 time: 0.1926806 May 06 18:39:58.483428 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6856cbab-6216-4dc6-9c99-41c008c21abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:58.495593 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:58.531929 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856cbab-6216-4dc6-9c99-41c008c21abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9d3d98-2752-4b38-9a36-8da653075ed0,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:58.537176 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-5c733d6f-77cb-4077-b891-a40b760ae0a2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:58.545019 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6856cbab-6216-4dc6-9c99-41c008c21abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:58.549966 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c914a3c-dad2-40c5-bef7-29dba024800e req-478c90d4-6544-4684-9ca3-b1847123ef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:58.551529 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6c914a3c-dad2-40c5-bef7-29dba024800e req-478c90d4-6544-4684-9ca3-b1847123ef1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2205157 May 06 18:39:58.581221 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-9dbd83d3-d98e-4bf4-be48-a9545417bb34 req-d9fd8862-9667-4ae5-8ef5-15a30cdd2b5e tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9787b05-2001-47dc-abff-c510a959e83a HTTP/1.1" status: 200 len: 210 time: 0.0538492 May 06 18:39:58.584664 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-5c733d6f-77cb-4077-b891-a40b760ae0a2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Transition to ACTIVE for port object d94e8bd3-6474-4787-9c61-d87cad8a79d3 will not be triggered until provisioned by entity DHCP. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:39:58.592230 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6856cbab-6216-4dc6-9c99-41c008c21abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:58.593436 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-6856cbab-6216-4dc6-9c99-41c008c21abe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7a9d3d98-2752-4b38-9a36-8da653075ed0 HTTP/1.1" status: 204 len: 168 time: 0.6946414 May 06 18:39:58.713221 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6c914a3c-dad2-40c5-bef7-29dba024800e req-4c12295f-a395-4db0-8065-a698c2276167 service neutron] 10.222.0.55 "GET /v2.0/networks/a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541710 May 06 18:39:58.742830 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-5c733d6f-77cb-4077-b891-a40b760ae0a2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:58.751289 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-288ff147-4c09-4b0a-9f8c-be4ff479e990 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:58.874197 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-5c733d6f-77cb-4077-b891-a40b760ae0a2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Network 9cc7ac02-de44-4c64-8db4-ed9a1be6def9 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:39:58.885973 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-5c733d6f-77cb-4077-b891-a40b760ae0a2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:39:58.899371 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-5c733d6f-77cb-4077-b891-a40b760ae0a2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:39:58.936580 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c733d6f-77cb-4077-b891-a40b760ae0a2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Pushing event updated for resources: {'Port': ['ID=d94e8bd3-6474-4787-9c61-d87cad8a79d3,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:58.944988 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-5c733d6f-77cb-4077-b891-a40b760ae0a2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:59.007027 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6c914a3c-dad2-40c5-bef7-29dba024800e req-c4c4750b-35c7-4eb1-934e-b6e19948e70a service neutron] 10.222.0.55 "GET /v2.0/networks/a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866709 May 06 18:39:59.026355 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-5c733d6f-77cb-4077-b891-a40b760ae0a2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:59.028799 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-5c733d6f-77cb-4077-b891-a40b760ae0a2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:59.053851 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-5c733d6f-77cb-4077-b891-a40b760ae0a2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7357790 May 06 18:39:59.066412 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] Request body: {'port': {'device_id': 'c9787b05-2001-47dc-abff-c510a959e83a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:59.211433 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-a92807f6-45c0-47ea-9e55-aa198cf7474f None None] Provisioning for port d94e8bd3-6474-4787-9c61-d87cad8a79d3 completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:39:59.220402 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-a92807f6-45c0-47ea-9e55-aa198cf7474f None None] Provisioning complete for port d94e8bd3-6474-4787-9c61-d87cad8a79d3 triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:59.221119 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-a92807f6-45c0-47ea-9e55-aa198cf7474f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:59.301422 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-a92807f6-45c0-47ea-9e55-aa198cf7474f None None] Port d94e8bd3-6474-4787-9c61-d87cad8a79d3 cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:39:59.318891 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:59.761646 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d94e8bd3-6474-4787-9c61-d87cad8a79d3 {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:39:59.776261 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:59.795093 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] Transition to ACTIVE for port object d94e8bd3-6474-4787-9c61-d87cad8a79d3 will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:39:59.803875 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:59.814705 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c925310-50dc-493d-9303-c6a06454fa2a req-ff530c3f-3a38-44ab-a89c-5ab5124062ea tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:59.816478 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2c925310-50dc-493d-9303-c6a06454fa2a req-ff530c3f-3a38-44ab-a89c-5ab5124062ea tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9787b05-2001-47dc-abff-c510a959e83a HTTP/1.1" status: 200 len: 932 time: 0.1013334 May 06 18:39:59.818334 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f8103ad1-15d2-4fe3-a4b2-540caab08b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:59.879474 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2c925310-50dc-493d-9303-c6a06454fa2a req-8b076072-6b18-4948-8ca8-520d9b73df90 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=64d4478b-2b59-4b7f-be14-ce1dbc2d328f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563147 May 06 18:40:00.067991 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] Pushing event updated for resources: {'Port': ['ID=d94e8bd3-6474-4787-9c61-d87cad8a79d3,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:00.073957 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:00.159586 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] Attempting to bind port d94e8bd3-6474-4787-9c61-d87cad8a79d3 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:40:00.159586 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] Attempting to bind port d94e8bd3-6474-4787-9c61-d87cad8a79d3 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'b1472351-b8a1-4e09-a4d9-b7a18e144af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:40:00.159586 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] Attempting to bind port d94e8bd3-6474-4787-9c61-d87cad8a79d3 on network 9cc7ac02-de44-4c64-8db4-ed9a1be6def9 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:40:00.177228 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] Port d94e8bd3-6474-4787-9c61-d87cad8a79d3 on network 9cc7ac02-de44-4c64-8db4-ed9a1be6def9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:40:00.177943 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] Attempting to bind port d94e8bd3-6474-4787-9c61-d87cad8a79d3 on network 9cc7ac02-de44-4c64-8db4-ed9a1be6def9 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:40:00.190176 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] Checking agent: {'id': '9977d64c-d59d-4d1f-af57-b1bc23e96ce2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'started_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:40:00.190597 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] Checking segment: {'id': 'b1472351-b8a1-4e09-a4d9-b7a18e144af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:40:00.191050 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] Bound using segment: {'id': 'b1472351-b8a1-4e09-a4d9-b7a18e144af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:40:00.191688 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] Bound port: d94e8bd3-6474-4787-9c61-d87cad8a79d3, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1472351-b8a1-4e09-a4d9-b7a18e144af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:40:00.192104 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:00.308662 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] For port d94e8bd3-6474-4787-9c61-d87cad8a79d3, host hv-cinder-73362, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:40:00.315561 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] For port d94e8bd3-6474-4787-9c61-d87cad8a79d3, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d94e8bd3-6474-4787-9c61-d87cad8a79d3,segment=NetworkSegment(b1472351-b8a1-4e09-a4d9-b7a18e144af2),segment_id=b1472351-b8a1-4e09-a4d9-b7a18e144af2)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:40:00.321862 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:00.331412 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-aae21d2b-e472-4925-88c8-02aead3f8c13 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:00.389318 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:00.389931 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:00.391373 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] 10.222.0.55 "PUT /v2.0/ports/d94e8bd3-6474-4787-9c61-d87cad8a79d3 HTTP/1.1" status: 200 len: 1094 time: 1.3295522 May 06 18:40:00.391875 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9787b05-2001-47dc-abff-c510a959e83a', 'tag': 'd94e8bd3-6474-4787-9c61-d87cad8a79d3'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:40:00.422184 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] Pushing event updated for resources: {'Port': ['ID=d94e8bd3-6474-4787-9c61-d87cad8a79d3,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:00.425273 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:00.476117 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9787b05-2001-47dc-abff-c510a959e83a', 'tag': 'd94e8bd3-6474-4787-9c61-d87cad8a79d3', 'status': 'completed', 'code': 200} May 06 18:40:00.522833 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-821d4470-a96a-461c-bb69-c5d533cb6d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:00.525366 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-821d4470-a96a-461c-bb69-c5d533cb6d18 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2240092be8ac44d1b16602700520b22d&device_id=c9787b05-2001-47dc-abff-c510a959e83a HTTP/1.1" status: 200 len: 1097 time: 0.0836711 May 06 18:40:00.728618 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-dd5d8ecb-f965-49a6-97e0-ea558476fe9f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d94e8bd3-6474-4787-9c61-d87cad8a79d3 HTTP/1.1" status: 200 len: 217 time: 0.1956549 May 06 18:40:00.798191 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-b3041656-bce3-4140-adbc-2e4f9811b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:00.799628 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-b3041656-bce3-4140-adbc-2e4f9811b9b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=833dc191-d6d6-4013-be5d-e5af7eb5472a HTTP/1.1" status: 200 len: 850 time: 0.0644586 May 06 18:40:00.883298 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-92be26a1-d5af-4061-baa5-8aa696b99cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:00.884793 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-92be26a1-d5af-4061-baa5-8aa696b99cb9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9cc7ac02-de44-4c64-8db4-ed9a1be6def9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0784755 May 06 18:40:01.079038 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-117ee14b-8752-4416-a0da-f4c05987b8ab service neutron] 10.222.0.55 "GET /v2.0/networks/9cc7ac02-de44-4c64-8db4-ed9a1be6def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872566 May 06 18:40:01.190266 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3eb9d4-a182-493a-adb5-39ed50f90b22 req-c07d1570-98a7-4bf8-99ae-9aab882a9247 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:01.191010 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-fe3eb9d4-a182-493a-adb5-39ed50f90b22 req-c07d1570-98a7-4bf8-99ae-9aab882a9247 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Synchronizing usage tracker for tenant:2240092be8ac44d1b16602700520b22d on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:40:01.239904 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-fe3eb9d4-a182-493a-adb5-39ed50f90b22 req-c07d1570-98a7-4bf8-99ae-9aab882a9247 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Unset dirty status for tenant:2240092be8ac44d1b16602700520b22d on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:40:01.241054 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fe3eb9d4-a182-493a-adb5-39ed50f90b22 req-c07d1570-98a7-4bf8-99ae-9aab882a9247 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9787b05-2001-47dc-abff-c510a959e83a HTTP/1.1" status: 200 len: 944 time: 0.2331090 May 06 18:40:01.251294 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-03b870c1-e237-48d9-a24b-c74480d71f1b req-700e317e-d15c-46c6-aaad-1f2bba272442 service neutron] 10.222.0.55 "GET /v2.0/networks/9cc7ac02-de44-4c64-8db4-ed9a1be6def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652496 May 06 18:40:01.297493 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fe3eb9d4-a182-493a-adb5-39ed50f90b22 req-11393b9c-0874-490b-b845-14e18c67db3c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=64d4478b-2b59-4b7f-be14-ce1dbc2d328f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492313 May 06 18:40:01.477380 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6518170-245f-4915-b573-da47b4190b21 req-46237b59-0a19-4ecc-90aa-7297a7ab6ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:01.478905 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b6518170-245f-4915-b573-da47b4190b21 req-46237b59-0a19-4ecc-90aa-7297a7ab6ab5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2240092be8ac44d1b16602700520b22d&device_id=c9787b05-2001-47dc-abff-c510a959e83a HTTP/1.1" status: 200 len: 1097 time: 0.1804969 May 06 18:40:01.640509 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6518170-245f-4915-b573-da47b4190b21 req-55f2518c-6f54-4e86-8a8f-306e186ba6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:01.643321 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b6518170-245f-4915-b573-da47b4190b21 req-55f2518c-6f54-4e86-8a8f-306e186ba6ce service neutron] 10.222.0.55 "GET /v2.0/networks?id=9cc7ac02-de44-4c64-8db4-ed9a1be6def9 HTTP/1.1" status: 200 len: 912 time: 0.1562631 May 06 18:40:01.718674 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b6518170-245f-4915-b573-da47b4190b21 req-7960e197-dac1-46a4-a220-2c5aa6df803e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d94e8bd3-6474-4787-9c61-d87cad8a79d3 HTTP/1.1" status: 200 len: 217 time: 0.0674820 May 06 18:40:01.795736 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6518170-245f-4915-b573-da47b4190b21 req-bd1fad54-248f-4cd6-97a4-c355ade6ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:01.797490 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b6518170-245f-4915-b573-da47b4190b21 req-bd1fad54-248f-4cd6-97a4-c355ade6ee50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=833dc191-d6d6-4013-be5d-e5af7eb5472a HTTP/1.1" status: 200 len: 850 time: 0.0706985 May 06 18:40:01.902489 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6518170-245f-4915-b573-da47b4190b21 req-6639a57f-1868-4fa9-a980-4db531f218fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:01.905133 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b6518170-245f-4915-b573-da47b4190b21 req-6639a57f-1868-4fa9-a980-4db531f218fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9cc7ac02-de44-4c64-8db4-ed9a1be6def9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1001980 May 06 18:40:02.047550 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b6518170-245f-4915-b573-da47b4190b21 req-9ecbde6c-b31f-459b-9690-a2dd6e998f7b service neutron] 10.222.0.55 "GET /v2.0/networks/9cc7ac02-de44-4c64-8db4-ed9a1be6def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354268 May 06 18:40:02.712280 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b51cc-1bbb-4e3b-8725-15ad84649836 req-50daa0ee-60b5-4e09-8428-c9f734733393 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:02.713884 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fd5b51cc-1bbb-4e3b-8725-15ad84649836 req-50daa0ee-60b5-4e09-8428-c9f734733393 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9787b05-2001-47dc-abff-c510a959e83a HTTP/1.1" status: 200 len: 944 time: 0.0878909 May 06 18:40:02.772482 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fd5b51cc-1bbb-4e3b-8725-15ad84649836 req-dcf44b1c-1847-4981-93bd-11780d8e4690 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=64d4478b-2b59-4b7f-be14-ce1dbc2d328f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513873 May 06 18:40:03.004660 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b6518170-245f-4915-b573-da47b4190b21 req-e0b93c48-6a49-4f37-9900-90b6a2a5a364 service neutron] 10.222.0.55 "GET /v2.0/networks/9cc7ac02-de44-4c64-8db4-ed9a1be6def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583846 May 06 18:40:03.967988 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d748849-391e-482c-bcb1-b21a03463e86 req-5de2950d-bf4c-4ab9-9c73-0ce8fca1f62f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:03.969474 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4d748849-391e-482c-bcb1-b21a03463e86 req-5de2950d-bf4c-4ab9-9c73-0ce8fca1f62f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9787b05-2001-47dc-abff-c510a959e83a HTTP/1.1" status: 200 len: 944 time: 0.0866811 May 06 18:40:04.021211 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4d748849-391e-482c-bcb1-b21a03463e86 req-dfe52d72-1cfd-4fae-966b-012e55988370 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=64d4478b-2b59-4b7f-be14-ce1dbc2d328f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457222 May 06 18:40:05.057628 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device d94e8bd3-6474-4787-9c61-d87cad8a79d3 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:40:05.215400 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port d94e8bd3-6474-4787-9c61-d87cad8a79d3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d94e8bd3-6474-4787-9c61-d87cad8a79d3,segment=NetworkSegment(b1472351-b8a1-4e09-a4d9-b7a18e144af2),segment_id=b1472351-b8a1-4e09-a4d9-b7a18e144af2)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:40:05.234714 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': 'd94e8bd3-6474-4787-9c61-d87cad8a79d3', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'port_id': 'd94e8bd3-6474-4787-9c61-d87cad8a79d3', 'mac_address': 'fa:16:3e:ab:53:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:40:05.255452 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776af5a1-6159-4fdb-8026-5857281a018d req-25fecc2b-c8fc-474d-b625-1d6db91d381e tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:05.267364 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-776af5a1-6159-4fdb-8026-5857281a018d req-25fecc2b-c8fc-474d-b625-1d6db91d381e tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9787b05-2001-47dc-abff-c510a959e83a HTTP/1.1" status: 200 len: 944 time: 0.1282351 May 06 18:40:05.319110 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-776af5a1-6159-4fdb-8026-5857281a018d req-15294bda-7636-4727-b5df-a3ae0a81e3e5 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=64d4478b-2b59-4b7f-be14-ce1dbc2d328f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485234 May 06 18:40:05.343222 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:05.375199 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d94e8bd3-6474-4787-9c61-d87cad8a79d3 {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:40:05.392836 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port d94e8bd3-6474-4787-9c61-d87cad8a79d3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d94e8bd3-6474-4787-9c61-d87cad8a79d3,segment=NetworkSegment(b1472351-b8a1-4e09-a4d9-b7a18e144af2),segment_id=b1472351-b8a1-4e09-a4d9-b7a18e144af2)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:40:05.397554 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:05.400431 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:05.481802 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=d94e8bd3-6474-4787-9c61-d87cad8a79d3,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:05.486893 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:05.636453 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['d94e8bd3-6474-4787-9c61-d87cad8a79d3'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:40:06.521727 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d9c8b-0182-4a8a-86ab-9aa7ca79d738 req-7f2899ea-4c39-48ef-8823-a72334480999 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:06.523199 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fe1d9c8b-0182-4a8a-86ab-9aa7ca79d738 req-7f2899ea-4c39-48ef-8823-a72334480999 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9787b05-2001-47dc-abff-c510a959e83a HTTP/1.1" status: 200 len: 945 time: 0.0860326 May 06 18:40:06.569120 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fe1d9c8b-0182-4a8a-86ab-9aa7ca79d738 req-ceb031d0-b6f8-4d10-9df8-8cdb590be795 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=64d4478b-2b59-4b7f-be14-ce1dbc2d328f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399086 May 06 18:40:07.437994 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device d94e8bd3-6474-4787-9c61-d87cad8a79d3 up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:40:07.509288 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning for port d94e8bd3-6474-4787-9c61-d87cad8a79d3 completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:40:07.514791 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port d94e8bd3-6474-4787-9c61-d87cad8a79d3 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:40:07.515441 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:07.643359 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:07.673859 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9787b05-2001-47dc-abff-c510a959e83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94e8bd3-6474-4787-9c61-d87cad8a79d3'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:40:07.688016 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port d94e8bd3-6474-4787-9c61-d87cad8a79d3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d94e8bd3-6474-4787-9c61-d87cad8a79d3,segment=NetworkSegment(b1472351-b8a1-4e09-a4d9-b7a18e144af2),segment_id=b1472351-b8a1-4e09-a4d9-b7a18e144af2)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:40:07.693480 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:07.695937 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:07.766513 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607b439-e119-439a-b5fe-b6c1a410f091 req-3f2d1117-5396-43a1-bb52-67a7351500a4 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:07.767480 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=d94e8bd3-6474-4787-9c61-d87cad8a79d3,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:07.768071 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e607b439-e119-439a-b5fe-b6c1a410f091 req-3f2d1117-5396-43a1-bb52-67a7351500a4 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9787b05-2001-47dc-abff-c510a959e83a HTTP/1.1" status: 200 len: 946 time: 0.0872371 May 06 18:40:07.769948 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:07.816984 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e607b439-e119-439a-b5fe-b6c1a410f091 req-9fc89c9e-b5a7-4b2a-97ec-4d5d1ddf67b5 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=64d4478b-2b59-4b7f-be14-ce1dbc2d328f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422370 May 06 18:40:07.868699 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9787b05-2001-47dc-abff-c510a959e83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94e8bd3-6474-4787-9c61-d87cad8a79d3', 'code': 200} May 06 18:40:09.016929 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46977617-9e5e-48d3-bb15-6baec2a2b473 req-fe9d3e78-47e8-437f-a7c9-e1fb5d21553e tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:09.018500 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-46977617-9e5e-48d3-bb15-6baec2a2b473 req-fe9d3e78-47e8-437f-a7c9-e1fb5d21553e tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9787b05-2001-47dc-abff-c510a959e83a HTTP/1.1" status: 200 len: 946 time: 0.0904284 May 06 18:40:09.067325 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-46977617-9e5e-48d3-bb15-6baec2a2b473 req-8df9af48-79dc-46bf-a5e6-28d5f247b8ef tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=64d4478b-2b59-4b7f-be14-ce1dbc2d328f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417583 May 06 18:40:09.472608 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614dd9f-8423-41a6-9c64-cbeafff062e8 req-709b08d0-ea4d-49b7-9db1-cb8261d7aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:09.474527 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c614dd9f-8423-41a6-9c64-cbeafff062e8 req-709b08d0-ea4d-49b7-9db1-cb8261d7aefb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c9787b05-2001-47dc-abff-c510a959e83a HTTP/1.1" status: 200 len: 1099 time: 0.0739260 May 06 18:40:09.520019 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c614dd9f-8423-41a6-9c64-cbeafff062e8 req-043b6989-cbb3-436b-b776-49d96ac0399e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=64d4478b-2b59-4b7f-be14-ce1dbc2d328f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384359 May 06 18:40:10.259619 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cedcd-b780-420c-9de2-abe33b335489 req-39db0370-9666-4bea-bd7b-0d4a11f39a8e tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:10.261107 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ed3cedcd-b780-420c-9de2-abe33b335489 req-39db0370-9666-4bea-bd7b-0d4a11f39a8e tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9787b05-2001-47dc-abff-c510a959e83a HTTP/1.1" status: 200 len: 946 time: 0.0810471 May 06 18:40:10.312168 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ed3cedcd-b780-420c-9de2-abe33b335489 req-345d687f-ba18-4747-883a-740e27091432 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=64d4478b-2b59-4b7f-be14-ce1dbc2d328f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444245 May 06 18:40:11.538394 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88f510-7b24-400f-8edb-e91ba1221c0f req-831e2609-e129-4199-a9d5-400384f33d0d tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:11.539864 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fe88f510-7b24-400f-8edb-e91ba1221c0f req-831e2609-e129-4199-a9d5-400384f33d0d tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9787b05-2001-47dc-abff-c510a959e83a HTTP/1.1" status: 200 len: 946 time: 0.1137919 May 06 18:40:11.585788 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fe88f510-7b24-400f-8edb-e91ba1221c0f req-7dc78069-ba47-4789-9d41-a0ba89bf4b87 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=64d4478b-2b59-4b7f-be14-ce1dbc2d328f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396080 May 06 18:40:11.779465 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b5cbb-dfd6-41cf-b3fe-07980bdc10a6 req-71c0b450-417c-474b-b169-5ec95fdc1366 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:11.780982 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-907b5cbb-dfd6-41cf-b3fe-07980bdc10a6 req-71c0b450-417c-474b-b169-5ec95fdc1366 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9787b05-2001-47dc-abff-c510a959e83a HTTP/1.1" status: 200 len: 946 time: 0.0905643 May 06 18:40:11.789928 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 47504) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:11.796732 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-7baa1c7f-ed18-4e43-a244-03701f0ff6be tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Request body: {'floatingip': {'port_id': 'd94e8bd3-6474-4787-9c61-d87cad8a79d3'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:40:11.948907 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7baa1c7f-ed18-4e43-a244-03701f0ff6be tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for floatingip, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:12.683170 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7baa1c7f-ed18-4e43-a244-03701f0ff6be tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:12.687473 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7baa1c7f-ed18-4e43-a244-03701f0ff6be tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1046138'] for floatingip, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:12.858317 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.db.l3_db [None req-7baa1c7f-ed18-4e43-a244-03701f0ff6be tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Floating IP 67eedfb3-7061-4691-beea-e722933f3cb3 associated. External IP: 172.27.1.73, port: d94e8bd3-6474-4787-9c61-d87cad8a79d3. May 06 18:40:13.208848 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7baa1c7f-ed18-4e43-a244-03701f0ff6be tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Router 86cf03a6-f6d0-499a-82b8-715729087fb5 has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:40:13.536012 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7baa1c7f-ed18-4e43-a244-03701f0ff6be tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:40:13.548430 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f5a97-d461-422e-9888-e3a314ecf56f None None] Sync routers for ids ['86cf03a6-f6d0-499a-82b8-715729087fb5'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:40:13.549759 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7baa1c7f-ed18-4e43-a244-03701f0ff6be tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for floatingip, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:13.559427 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295f5a97-d461-422e-9888-e3a314ecf56f None None] Routers {'86cf03a6-f6d0-499a-82b8-715729087fb5'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:40:13.560825 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-295f5a97-d461-422e-9888-e3a314ecf56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:39:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['86cf03a6-f6d0-499a-82b8-715729087fb5'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:40:13.638281 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-7baa1c7f-ed18-4e43-a244-03701f0ff6be tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "PUT /v2.0/floatingips/67eedfb3-7061-4691-beea-e722933f3cb3 HTTP/1.1" status: 200 len: 991 time: 1.8362474 May 06 18:40:13.641346 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9787b05-2001-47dc-abff-c510a959e83a', 'tag': 'd94e8bd3-6474-4787-9c61-d87cad8a79d3'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:40:13.737455 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9787b05-2001-47dc-abff-c510a959e83a', 'tag': 'd94e8bd3-6474-4787-9c61-d87cad8a79d3', 'status': 'completed', 'code': 200} May 06 18:40:13.826641 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-295f5a97-d461-422e-9888-e3a314ecf56f None None] Set router 86cf03a6-f6d0-499a-82b8-715729087fb5 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:40:13.863642 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03b9f3-f1eb-4044-a752-48098aec6add req-4af832f8-09d4-41f5-a707-d62adb193085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:13.865098 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6c03b9f3-f1eb-4044-a752-48098aec6add req-4af832f8-09d4-41f5-a707-d62adb193085 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2240092be8ac44d1b16602700520b22d&device_id=c9787b05-2001-47dc-abff-c510a959e83a HTTP/1.1" status: 200 len: 1099 time: 0.1042984 May 06 18:40:14.092846 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03b9f3-f1eb-4044-a752-48098aec6add req-59f09586-184f-41b2-97ab-7d9b5980ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:14.094196 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6c03b9f3-f1eb-4044-a752-48098aec6add req-59f09586-184f-41b2-97ab-7d9b5980ce8a service neutron] 10.222.0.55 "GET /v2.0/networks?id=9cc7ac02-de44-4c64-8db4-ed9a1be6def9 HTTP/1.1" status: 200 len: 912 time: 0.2203848 May 06 18:40:14.182268 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-295f5a97-d461-422e-9888-e3a314ecf56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'name': 'tempest-AttachVolumeTestJSON-1255724845-router', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:52Z', 'revision_number': 4, 'project_id': '2240092be8ac44d1b16602700520b22d', 'gw_port': {'id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:36Z', 'updated_at': '2021-05-06T18:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': '67eedfb3-7061-4691-beea-e722933f3cb3', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'port_id': 'd94e8bd3-6474-4787-9c61-d87cad8a79d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'mac_address': 'fa:16:3e:ab:53:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9787b05-2001-47dc-abff-c510a959e83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:39:51Z', 'updated_at': '2021-05-06T18:40:12Z', 'revision_number': 1, 'project_id': '2240092be8ac44d1b16602700520b22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da69487f-4b29-4581-b0b7-0f2a8b0def68', 'name': '', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'mac_address': 'fa:16:3e:55:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:45Z', 'updated_at': '2021-05-06T18:35:10Z', 'revision_number': 5, 'project_id': '2240092be8ac44d1b16602700520b22d', 'subnets': [{'id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:40:14.186661 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f5a97-d461-422e-9888-e3a314ecf56f None None] Checking router: 86cf03a6-f6d0-499a-82b8-715729087fb5 for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:40:14.195385 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295f5a97-d461-422e-9888-e3a314ecf56f None None] Routers {'86cf03a6-f6d0-499a-82b8-715729087fb5'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:40:14.195990 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-295f5a97-d461-422e-9888-e3a314ecf56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:39:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['86cf03a6-f6d0-499a-82b8-715729087fb5'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:40:14.375041 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-295f5a97-d461-422e-9888-e3a314ecf56f None None] Set router 86cf03a6-f6d0-499a-82b8-715729087fb5 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:40:14.770240 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-295f5a97-d461-422e-9888-e3a314ecf56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'name': 'tempest-AttachVolumeTestJSON-1255724845-router', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:52Z', 'revision_number': 4, 'project_id': '2240092be8ac44d1b16602700520b22d', 'gw_port': {'id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:36Z', 'updated_at': '2021-05-06T18:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': '67eedfb3-7061-4691-beea-e722933f3cb3', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'port_id': 'd94e8bd3-6474-4787-9c61-d87cad8a79d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'mac_address': 'fa:16:3e:ab:53:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9787b05-2001-47dc-abff-c510a959e83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:39:51Z', 'updated_at': '2021-05-06T18:40:12Z', 'revision_number': 1, 'project_id': '2240092be8ac44d1b16602700520b22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da69487f-4b29-4581-b0b7-0f2a8b0def68', 'name': '', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'mac_address': 'fa:16:3e:55:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:45Z', 'updated_at': '2021-05-06T18:35:10Z', 'revision_number': 5, 'project_id': '2240092be8ac44d1b16602700520b22d', 'subnets': [{'id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:40:14.775560 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f5a97-d461-422e-9888-e3a314ecf56f None None] The sync data for ids ['86cf03a6-f6d0-499a-82b8-715729087fb5'] in dv-cinder-733622-15-iscsi is: [{'id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'name': 'tempest-AttachVolumeTestJSON-1255724845-router', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:52Z', 'revision_number': 4, 'project_id': '2240092be8ac44d1b16602700520b22d', 'gw_port': {'id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:36Z', 'updated_at': '2021-05-06T18:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': '67eedfb3-7061-4691-beea-e722933f3cb3', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'port_id': 'd94e8bd3-6474-4787-9c61-d87cad8a79d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'mac_address': 'fa:16:3e:ab:53:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9787b05-2001-47dc-abff-c510a959e83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:39:51Z', 'updated_at': '2021-05-06T18:40:12Z', 'revision_number': 1, 'project_id': '2240092be8ac44d1b16602700520b22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da69487f-4b29-4581-b0b7-0f2a8b0def68', 'name': '', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'mac_address': 'fa:16:3e:55:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:45Z', 'updated_at': '2021-05-06T18:35:10Z', 'revision_number': 5, 'project_id': '2240092be8ac44d1b16602700520b22d', 'subnets': [{'id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:40:14.992179 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6c03b9f3-f1eb-4044-a752-48098aec6add req-6e5d2c18-5886-4d6b-909c-98a52c188645 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d94e8bd3-6474-4787-9c61-d87cad8a79d3 HTTP/1.1" status: 200 len: 999 time: 0.1541543 May 06 18:40:15.073416 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d0892b-5134-42d0-b673-de7a3755e8a3 None None] New status for floating IP 67eedfb3-7061-4691-beea-e722933f3cb3: ACTIVE {{(pid=78806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:40:16.286696 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b389d172-1f13-44ab-8ab3-56b373a62f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:16.372706 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:40:16.707916 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03b9f3-f1eb-4044-a752-48098aec6add req-5b35d994-b97b-481d-91c8-ba254e420751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:16.709494 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6c03b9f3-f1eb-4044-a752-48098aec6add req-5b35d994-b97b-481d-91c8-ba254e420751 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=833dc191-d6d6-4013-be5d-e5af7eb5472a HTTP/1.1" status: 200 len: 850 time: 0.0682676 May 06 18:40:16.789419 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03b9f3-f1eb-4044-a752-48098aec6add req-93c1b730-9a4e-431a-b475-80888135dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:16.790806 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6c03b9f3-f1eb-4044-a752-48098aec6add req-93c1b730-9a4e-431a-b475-80888135dd1b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9cc7ac02-de44-4c64-8db4-ed9a1be6def9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0729699 May 06 18:40:16.936544 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6c03b9f3-f1eb-4044-a752-48098aec6add req-49d3b710-d672-45fa-b2bb-4deb872b9360 service neutron] 10.222.0.55 "GET /v2.0/networks/9cc7ac02-de44-4c64-8db4-ed9a1be6def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332450 May 06 18:40:17.073686 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6c03b9f3-f1eb-4044-a752-48098aec6add req-37309ad6-31c8-446c-abbd-b2180eac2af3 service neutron] 10.222.0.55 "GET /v2.0/networks/9cc7ac02-de44-4c64-8db4-ed9a1be6def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283855 May 06 18:40:18.307482 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:18.710152 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-d30ed8be-7436-4c3a-b4ed-0511c43a9c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:20.095473 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:21.623836 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:26.940547 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86dd108-79f1-473a-917d-2d450406014a req-9935328b-f911-43d9-80e1-5346b7ce5d82 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:26.942065 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d86dd108-79f1-473a-917d-2d450406014a req-9935328b-f911-43d9-80e1-5346b7ce5d82 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 946 time: 0.0967667 May 06 18:40:26.996505 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d86dd108-79f1-473a-917d-2d450406014a req-2372d7e5-9c43-41bc-97a5-9629b8740b7f tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463026 May 06 18:40:27.268359 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:27.413553 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 47714) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:27.578908 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-37794ff7-0c2a-4a01-92bc-3682d498c4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:27.597830 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-37794ff7-0c2a-4a01-92bc-3682d498c4b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:40:27.601329 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-37794ff7-0c2a-4a01-92bc-3682d498c4b3 admin admin] Usage tracker for resource:security_group_rule and tenant:3f445463bae948c8a7ddded736e48004 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:40:27.604647 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-37794ff7-0c2a-4a01-92bc-3682d498c4b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:40:27.612481 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-37794ff7-0c2a-4a01-92bc-3682d498c4b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:40:27.728261 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-37794ff7-0c2a-4a01-92bc-3682d498c4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:27.733133 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-37794ff7-0c2a-4a01-92bc-3682d498c4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:27.742956 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-01c6e3eb-ba87-4cde-863b-0f07d399e8c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:27.790731 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-37794ff7-0c2a-4a01-92bc-3682d498c4b3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3f445463bae948c8a7ddded736e48004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3759620 May 06 18:40:27.794519 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 47728) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:27.797574 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37794ff7-0c2a-4a01-92bc-3682d498c4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451192bd-b2b8-42a5-a5e0-26fe5fa3fd7e,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:27.800985 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-37794ff7-0c2a-4a01-92bc-3682d498c4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:27.866633 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-cbe100db-8286-4c49-bf79-383cb72fcaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:27.895318 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-cbe100db-8286-4c49-bf79-383cb72fcaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:27.960684 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-cbe100db-8286-4c49-bf79-383cb72fcaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:27.971498 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-48c470e9-3394-4c46-9c2a-2fb5c9dd6f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:27.996164 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe100db-8286-4c49-bf79-383cb72fcaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451192bd-b2b8-42a5-a5e0-26fe5fa3fd7e,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:28.001261 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-cbe100db-8286-4c49-bf79-383cb72fcaaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:28.003187 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-cbe100db-8286-4c49-bf79-383cb72fcaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:28.004828 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-cbe100db-8286-4c49-bf79-383cb72fcaaf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/451192bd-b2b8-42a5-a5e0-26fe5fa3fd7e HTTP/1.1" status: 204 len: 168 time: 0.2090445 May 06 18:40:28.269924 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca03f6-3683-4188-a232-fb096139d4a0 req-92555f36-11ae-4e27-a2b3-09af4f661801 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:28.276871 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-61ca03f6-3683-4188-a232-fb096139d4a0 req-92555f36-11ae-4e27-a2b3-09af4f661801 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 946 time: 0.1433973 May 06 18:40:28.327075 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-61ca03f6-3683-4188-a232-fb096139d4a0 req-3c76e142-af7b-4fde-be3f-121431a9a905 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489330 May 06 18:40:28.989492 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce3aae-8927-4d02-912a-3598bafa4cdb req-c7b44de1-2c88-4be5-ad37-c0dfcae98d3f tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:28.991709 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f7ce3aae-8927-4d02-912a-3598bafa4cdb req-c7b44de1-2c88-4be5-ad37-c0dfcae98d3f tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.0907323 May 06 18:40:29.040877 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f7ce3aae-8927-4d02-912a-3598bafa4cdb req-bf769bc8-dd8b-468e-a876-984fff5257e5 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426595 May 06 18:40:29.523584 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77375f44-57c7-4e98-b0fd-4874ceef9be4 req-e4237fa7-96ad-4c5e-8328-16f91f80a73d tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:29.525029 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-77375f44-57c7-4e98-b0fd-4874ceef9be4 req-e4237fa7-96ad-4c5e-8328-16f91f80a73d tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 946 time: 0.0810158 May 06 18:40:29.573563 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-77375f44-57c7-4e98-b0fd-4874ceef9be4 req-7dfdb0f3-c94c-4399-ab81-85a561e1ab7e tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411708 May 06 18:40:30.237195 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b576d-a82d-4466-8782-79e171bf8056 req-6750d4da-7087-4928-941a-e92713faf106 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:30.238675 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b09b576d-a82d-4466-8782-79e171bf8056 req-6750d4da-7087-4928-941a-e92713faf106 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.0841174 May 06 18:40:30.291698 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b09b576d-a82d-4466-8782-79e171bf8056 req-6db13962-0894-4f66-8f04-4e8d6e4bdf83 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455706 May 06 18:40:30.759691 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805a0c3-0bb6-4bb0-b075-3a8582546d72 req-c39a1a22-a8cd-4ff5-a961-6fb11a10ae02 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:30.761262 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b805a0c3-0bb6-4bb0-b075-3a8582546d72 req-c39a1a22-a8cd-4ff5-a961-6fb11a10ae02 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 946 time: 0.0811343 May 06 18:40:30.807220 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b805a0c3-0bb6-4bb0-b075-3a8582546d72 req-52f4a769-344d-4ace-9c05-9edf36c47c99 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393729 May 06 18:40:31.503672 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032bf419-618f-4d79-a862-872db031481e req-e0c66da3-a2db-4a21-83ca-95433a792a65 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:31.505086 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-032bf419-618f-4d79-a862-872db031481e req-e0c66da3-a2db-4a21-83ca-95433a792a65 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.0837035 May 06 18:40:31.551815 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-032bf419-618f-4d79-a862-872db031481e req-56f0a70e-1061-4b2b-aa2c-270636d3dfa3 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410011 May 06 18:40:31.995975 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151ec5e-3abf-4feb-a9ed-2c1e7f201c65 req-79d40b5b-af38-4334-826f-2c07a3b85e42 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:31.997575 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6151ec5e-3abf-4feb-a9ed-2c1e7f201c65 req-79d40b5b-af38-4334-826f-2c07a3b85e42 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 946 time: 0.0833952 May 06 18:40:32.042169 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6151ec5e-3abf-4feb-a9ed-2c1e7f201c65 req-e0250a01-6212-48b7-9771-107795d7b978 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387306 May 06 18:40:32.742094 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0280b-8bbd-43d0-afb6-a34d264683b2 req-8b7c0a6a-7155-4877-9dc4-f4fdeccb9f4d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:32.743665 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-06c0280b-8bbd-43d0-afb6-a34d264683b2 req-8b7c0a6a-7155-4877-9dc4-f4fdeccb9f4d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.0794318 May 06 18:40:32.789614 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-06c0280b-8bbd-43d0-afb6-a34d264683b2 req-563af1f6-d60d-43ae-92c7-37d0016e8072 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393407 May 06 18:40:33.232634 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ee375-2639-4879-aa8a-d92358cf5bb1 req-c3e3baf1-db98-473e-a784-cb06833f3610 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:33.234074 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-239ee375-2639-4879-aa8a-d92358cf5bb1 req-c3e3baf1-db98-473e-a784-cb06833f3610 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 946 time: 0.0870717 May 06 18:40:33.278212 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-239ee375-2639-4879-aa8a-d92358cf5bb1 req-b402c7f0-72c5-44f9-848e-d173ee3a3deb tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382824 May 06 18:40:33.982458 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0474a6-5f6d-4cbe-9c43-edee9aeca258 req-b3438967-99d4-4fbb-b119-491944623211 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:33.983926 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1b0474a6-5f6d-4cbe-9c43-edee9aeca258 req-b3438967-99d4-4fbb-b119-491944623211 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.0825310 May 06 18:40:34.032692 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1b0474a6-5f6d-4cbe-9c43-edee9aeca258 req-5a37c650-14d9-4a74-bba7-11c1b3ce4f51 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430362 May 06 18:40:34.466988 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b57c6-240a-4bc7-aca5-d99827e2625a req-f220110f-313a-48c8-ba92-d1ffde504e0d tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:34.468460 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ea0b57c6-240a-4bc7-aca5-d99827e2625a req-f220110f-313a-48c8-ba92-d1ffde504e0d tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 946 time: 0.0840533 May 06 18:40:34.513131 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ea0b57c6-240a-4bc7-aca5-d99827e2625a req-56d9e35b-0db4-4ce2-96bf-e6fcc782c465 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389667 May 06 18:40:35.233131 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56418cce-395d-44d3-9d18-d2c958ca3076 req-c671e717-a1bb-4722-9b61-262b6ab8cefa tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:35.234573 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-56418cce-395d-44d3-9d18-d2c958ca3076 req-c671e717-a1bb-4722-9b61-262b6ab8cefa tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.0873818 May 06 18:40:35.281424 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-56418cce-395d-44d3-9d18-d2c958ca3076 req-006eb90d-7f97-4010-b0a0-a0b90143d4b5 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403128 May 06 18:40:35.701367 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950078c4-c0f5-43f3-b90b-dc27f14153a9 req-04dc6968-b955-4de2-a0ec-9a640ace59d3 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:35.702821 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-950078c4-c0f5-43f3-b90b-dc27f14153a9 req-04dc6968-b955-4de2-a0ec-9a640ace59d3 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 946 time: 0.0836720 May 06 18:40:35.748881 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-950078c4-c0f5-43f3-b90b-dc27f14153a9 req-a953a675-2f40-4f24-b637-ba11a56f54b6 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396800 May 06 18:40:36.480284 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6963d6-a697-4a75-829e-ee23cd20cf20 req-77a9c5ad-5c9f-49e5-9630-eddba16a3a27 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:36.481765 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4a6963d6-a697-4a75-829e-ee23cd20cf20 req-77a9c5ad-5c9f-49e5-9630-eddba16a3a27 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.0852327 May 06 18:40:36.528303 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4a6963d6-a697-4a75-829e-ee23cd20cf20 req-f50cbe23-84f5-47bc-b252-f1ce5f8e19c5 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403159 May 06 18:40:36.939787 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a060c-87f4-4c93-a98b-e316d5cc1eb1 req-8c26b13a-201a-494b-925a-5c04dfa8a1f3 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:36.941311 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-385a060c-87f4-4c93-a98b-e316d5cc1eb1 req-8c26b13a-201a-494b-925a-5c04dfa8a1f3 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 946 time: 0.0830698 May 06 18:40:37.033500 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-385a060c-87f4-4c93-a98b-e316d5cc1eb1 req-51c4a76e-e2ce-4b4a-b492-4d12b8304158 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862432 May 06 18:40:37.055442 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54867c34-8f5a-4fda-ac60-8bd73cf33a6f req-62d621b9-a651-4fd0-95f7-aaec80db3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:37.056875 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-54867c34-8f5a-4fda-ac60-8bd73cf33a6f req-62d621b9-a651-4fd0-95f7-aaec80db3668 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1594b9d2ba474f5684ba2fddf163a1c5&device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 1099 time: 0.1086955 May 06 18:40:37.189641 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54867c34-8f5a-4fda-ac60-8bd73cf33a6f req-66c95d2f-cd35-42e0-88db-0a8212bbdb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:37.191092 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-54867c34-8f5a-4fda-ac60-8bd73cf33a6f req-66c95d2f-cd35-42e0-88db-0a8212bbdb5a service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 HTTP/1.1" status: 200 len: 910 time: 0.1279049 May 06 18:40:37.294226 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-54867c34-8f5a-4fda-ac60-8bd73cf33a6f req-6a25c5ea-e7ae-4256-bb28-f56ebe336ffa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a HTTP/1.1" status: 200 len: 1000 time: 0.0960405 May 06 18:40:37.360577 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54867c34-8f5a-4fda-ac60-8bd73cf33a6f req-48140aa7-7eb4-4764-a538-e67bf93c1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:37.362002 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-54867c34-8f5a-4fda-ac60-8bd73cf33a6f req-48140aa7-7eb4-4764-a538-e67bf93c1a01 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d HTTP/1.1" status: 200 len: 848 time: 0.0613842 May 06 18:40:37.523631 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54867c34-8f5a-4fda-ac60-8bd73cf33a6f req-c6fbc3bd-2f47-45ff-9335-04443e2d8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:37.525083 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-54867c34-8f5a-4fda-ac60-8bd73cf33a6f req-c6fbc3bd-2f47-45ff-9335-04443e2d8f62 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1565306 May 06 18:40:37.666424 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-54867c34-8f5a-4fda-ac60-8bd73cf33a6f req-81145082-8250-47d0-ac41-72770e0fa835 service neutron] 10.222.0.55 "GET /v2.0/networks/a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336861 May 06 18:40:37.743091 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a49649-d849-4d76-8019-56540c609ad8 req-a05afc8f-91b0-4e23-ac21-b56c3ad743fe tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:37.747819 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-96a49649-d849-4d76-8019-56540c609ad8 req-a05afc8f-91b0-4e23-ac21-b56c3ad743fe tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.0952826 May 06 18:40:37.795863 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-96a49649-d849-4d76-8019-56540c609ad8 req-ebcefbd9-b639-40e6-b748-ce755389dde7 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444469 May 06 18:40:37.816354 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-54867c34-8f5a-4fda-ac60-8bd73cf33a6f req-a2c0cfd9-f0a4-445e-9592-e806fb1d2d19 service neutron] 10.222.0.55 "GET /v2.0/networks/a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410837 May 06 18:40:38.240688 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133e293-c6ee-49c0-b88c-f95a8e1baef0 req-8882f147-cad5-4d2f-9127-4c2e2b546feb tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:38.242287 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2133e293-c6ee-49c0-b88c-f95a8e1baef0 req-8882f147-cad5-4d2f-9127-4c2e2b546feb tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 946 time: 0.0923958 May 06 18:40:38.296333 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2133e293-c6ee-49c0-b88c-f95a8e1baef0 req-8db42971-fec4-4835-ad5b-a48ebdcfd7ce tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472651 May 06 18:40:38.636543 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 47888) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:38.751136 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-12706b74-7512-4105-a081-44e2d2bb16c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:38.765621 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-12706b74-7512-4105-a081-44e2d2bb16c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:40:38.769697 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-12706b74-7512-4105-a081-44e2d2bb16c3 admin admin] Usage tracker for resource:security_group_rule and tenant:023620a51bdb4a55af502e7e3338a9ad is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:40:38.772540 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-12706b74-7512-4105-a081-44e2d2bb16c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:40:38.778700 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-12706b74-7512-4105-a081-44e2d2bb16c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:40:38.864540 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-12706b74-7512-4105-a081-44e2d2bb16c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:38.868398 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-12706b74-7512-4105-a081-44e2d2bb16c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:38.876648 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-37794ff7-0c2a-4a01-92bc-3682d498c4b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:38.916231 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12706b74-7512-4105-a081-44e2d2bb16c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46bd376-ae2d-40c7-b949-1adc19fedb65,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:38.919843 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-12706b74-7512-4105-a081-44e2d2bb16c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:38.923219 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-12706b74-7512-4105-a081-44e2d2bb16c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=023620a51bdb4a55af502e7e3338a9ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855859 May 06 18:40:38.925301 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 47896) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:39.001761 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7aedc8-e660-4faf-89b3-1bebb59f6bd7 req-d096728d-5db7-4342-a014-303b25a293d1 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:39.004687 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1c7aedc8-e660-4faf-89b3-1bebb59f6bd7 req-d096728d-5db7-4342-a014-303b25a293d1 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.0871499 May 06 18:40:39.064150 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1c7aedc8-e660-4faf-89b3-1bebb59f6bd7 req-7082d2f1-bfc0-46b6-9330-31ba052c0256 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496330 May 06 18:40:39.075123 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e5c0557e-c5e3-411e-8875-0d83e26b6765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:39.101843 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e5c0557e-c5e3-411e-8875-0d83e26b6765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:39.157877 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e5c0557e-c5e3-411e-8875-0d83e26b6765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:39.161703 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f140f65f-e12c-4ef6-a62a-df5970dcc676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:39.175382 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0557e-c5e3-411e-8875-0d83e26b6765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46bd376-ae2d-40c7-b949-1adc19fedb65,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:39.178290 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-e5c0557e-c5e3-411e-8875-0d83e26b6765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:39.180368 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e5c0557e-c5e3-411e-8875-0d83e26b6765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:39.181704 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-e5c0557e-c5e3-411e-8875-0d83e26b6765 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b46bd376-ae2d-40c7-b949-1adc19fedb65 HTTP/1.1" status: 204 len: 168 time: 0.2554190 May 06 18:40:39.491054 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c0706-1ad6-4167-a711-32d26a5a59a6 req-297e4082-641b-44ee-b7b1-dc3fa5e2d664 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:39.492736 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c33c0706-1ad6-4167-a711-32d26a5a59a6 req-297e4082-641b-44ee-b7b1-dc3fa5e2d664 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 946 time: 0.0880041 May 06 18:40:39.495905 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 47908) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:39.525682 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-5a46a196-6af5-4a8a-ad8b-0aa06ae8f747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:39.548739 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-5a46a196-6af5-4a8a-ad8b-0aa06ae8f747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:40:39.560607 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-5a46a196-6af5-4a8a-ad8b-0aa06ae8f747 admin admin] Usage tracker for resource:security_group_rule and tenant:b1e151afc8dc46a6a28882260eeccc3c is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:40:39.566074 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-5a46a196-6af5-4a8a-ad8b-0aa06ae8f747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:40:39.575245 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-5a46a196-6af5-4a8a-ad8b-0aa06ae8f747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:40:39.579653 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c33c0706-1ad6-4167-a711-32d26a5a59a6 req-8024e513-8258-4f59-ac81-42c800a27d27 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679951 May 06 18:40:39.678184 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-5a46a196-6af5-4a8a-ad8b-0aa06ae8f747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:39.682239 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-5a46a196-6af5-4a8a-ad8b-0aa06ae8f747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:39.690237 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:39.733434 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46a196-6af5-4a8a-ad8b-0aa06ae8f747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa046f9-1180-46d3-abe2-ea6151d9e036,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:39.739495 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-5a46a196-6af5-4a8a-ad8b-0aa06ae8f747 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b1e151afc8dc46a6a28882260eeccc3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408590 May 06 18:40:39.739495 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-5a46a196-6af5-4a8a-ad8b-0aa06ae8f747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:39.741273 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 47912) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:39.812018 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-833b916f-3b6b-48cb-ad74-1b7f59637ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:39.841147 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-833b916f-3b6b-48cb-ad74-1b7f59637ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:39.909167 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-833b916f-3b6b-48cb-ad74-1b7f59637ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:39.913218 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:39.926124 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b916f-3b6b-48cb-ad74-1b7f59637ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa046f9-1180-46d3-abe2-ea6151d9e036,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:39.929884 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-833b916f-3b6b-48cb-ad74-1b7f59637ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:39.934147 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-833b916f-3b6b-48cb-ad74-1b7f59637ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:39.935449 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-833b916f-3b6b-48cb-ad74-1b7f59637ba0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/afa046f9-1180-46d3-abe2-ea6151d9e036 HTTP/1.1" status: 204 len: 168 time: 0.1932616 May 06 18:40:40.274215 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4116c-e976-45f0-bb6d-2acb1677d3e4 req-c3538baf-96c1-4306-bb7d-016dc54cf2bc tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:40.275694 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-24d4116c-e976-45f0-bb6d-2acb1677d3e4 req-c3538baf-96c1-4306-bb7d-016dc54cf2bc tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.0898476 May 06 18:40:40.326605 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-24d4116c-e976-45f0-bb6d-2acb1677d3e4 req-4648c886-663b-4689-98a8-8e057d2e9428 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439773 May 06 18:40:40.781261 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2f7d2-853d-4177-a80e-1d1c7931fd60 req-17f5be90-2c1f-412b-a092-048d8a8feba3 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:40.783833 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-91c2f7d2-853d-4177-a80e-1d1c7931fd60 req-17f5be90-2c1f-412b-a092-048d8a8feba3 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 946 time: 0.0905976 May 06 18:40:40.829310 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-91c2f7d2-853d-4177-a80e-1d1c7931fd60 req-b3091b2a-e351-43b1-84bf-721699154cad tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405881 May 06 18:40:41.191692 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-79f3805e-21aa-4a7c-a1f4-901f721aa1f2 req-763f6703-a0fb-4418-a0a9-1757c02af4fc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1286423 May 06 18:40:41.237137 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b98b1-3e5a-40bf-a07c-5321489aff61 req-ce0417f5-09dd-4787-b369-54d0b4b1e6f3 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:41.239131 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c32b98b1-3e5a-40bf-a07c-5321489aff61 req-ce0417f5-09dd-4787-b369-54d0b4b1e6f3 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 946 time: 0.1200082 May 06 18:40:41.306481 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c32b98b1-3e5a-40bf-a07c-5321489aff61 req-d1261c23-c97d-4498-804b-16623ab3f684 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601630 May 06 18:40:41.578374 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88620064-49b7-4994-9ad4-0712885777e7 req-9498bc8e-7558-402b-b4c7-c63fc3f88e98 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:41.579904 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-88620064-49b7-4994-9ad4-0712885777e7 req-9498bc8e-7558-402b-b4c7-c63fc3f88e98 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.1190548 May 06 18:40:41.633609 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-88620064-49b7-4994-9ad4-0712885777e7 req-d058cc98-690f-4ea6-a7b3-a2de519166c5 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478706 May 06 18:40:42.514847 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5832ac0-4a33-443c-bdfb-8714d52f2a35 req-62e47e2f-0cf4-4084-91dc-3f72163b544b tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:42.516271 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e5832ac0-4a33-443c-bdfb-8714d52f2a35 req-62e47e2f-0cf4-4084-91dc-3f72163b544b tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 946 time: 0.0877259 May 06 18:40:42.566104 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e5832ac0-4a33-443c-bdfb-8714d52f2a35 req-0ad52390-14c2-4577-8cc7-031511175300 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438039 May 06 18:40:42.884969 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930769e1-525c-4b9c-b9d7-ea1739d837c8 req-b1136b71-d4a1-415c-8249-597168592ffc tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:42.887419 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-930769e1-525c-4b9c-b9d7-ea1739d837c8 req-b1136b71-d4a1-415c-8249-597168592ffc tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.1384375 May 06 18:40:42.920997 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3805e-21aa-4a7c-a1f4-901f721aa1f2 req-afed2a6f-0ebe-4265-aed1-3275e3b3d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:42.922504 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-79f3805e-21aa-4a7c-a1f4-901f721aa1f2 req-afed2a6f-0ebe-4265-aed1-3275e3b3d95f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa&tenant_id=1594b9d2ba474f5684ba2fddf163a1c5 HTTP/1.1" status: 200 len: 1099 time: 0.1267016 May 06 18:40:42.944892 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-930769e1-525c-4b9c-b9d7-ea1739d837c8 req-cacbc4cd-1ca3-4b83-9546-7dbb1c8528f3 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512853 May 06 18:40:43.021161 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3805e-21aa-4a7c-a1f4-901f721aa1f2 req-f8f02761-0b59-4afa-b9ab-dcc9e5eb9346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:43.022647 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-79f3805e-21aa-4a7c-a1f4-901f721aa1f2 req-f8f02761-0b59-4afa-b9ab-dcc9e5eb9346 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1594b9d2ba474f5684ba2fddf163a1c5&device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 1099 time: 0.0759277 May 06 18:40:43.156930 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3805e-21aa-4a7c-a1f4-901f721aa1f2 req-d208edfa-b038-48cb-9488-50012e793a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:43.158372 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-79f3805e-21aa-4a7c-a1f4-901f721aa1f2 req-d208edfa-b038-48cb-9488-50012e793a7d service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 HTTP/1.1" status: 200 len: 910 time: 0.1289120 May 06 18:40:43.217516 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:40:43.262184 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-79f3805e-21aa-4a7c-a1f4-901f721aa1f2 req-8df1b57b-38e4-4b6d-a452-61e3c9d6113f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a HTTP/1.1" status: 200 len: 1000 time: 0.0970721 May 06 18:40:43.330705 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3805e-21aa-4a7c-a1f4-901f721aa1f2 req-89ada8fd-1f2b-4a5b-9d14-b6e2f836e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:43.332175 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-79f3805e-21aa-4a7c-a1f4-901f721aa1f2 req-89ada8fd-1f2b-4a5b-9d14-b6e2f836e4fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d HTTP/1.1" status: 200 len: 848 time: 0.0637314 May 06 18:40:43.336630 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:43.364316 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae2f7c6-0312-49f3-b7fc-381b8035bdaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25af0ca0-8e7f-4fec-9621-fc2a517e5d7a'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:40:43.376168 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a,segment=NetworkSegment(345ce7f2-3382-4b9c-8377-d2560ee66732),segment_id=345ce7f2-3382-4b9c-8377-d2560ee66732)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:40:43.384881 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:43.387918 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-36699c32-25d3-4cf6-a5f8-300a94fe021c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:43.462644 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a,revision_number=6']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:43.472483 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:43.474297 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:43.474799 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:43.475734 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:43.476545 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:43.477089 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:43.477590 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:43.478903 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:43.479496 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:43.481133 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:43.481855 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:43.482479 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:43.496994 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:43.512703 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3805e-21aa-4a7c-a1f4-901f721aa1f2 req-34129c5d-afe5-4127-b5bf-345df37240e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:43.514172 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-79f3805e-21aa-4a7c-a1f4-901f721aa1f2 req-34129c5d-afe5-4127-b5bf-345df37240e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1753316 May 06 18:40:43.563383 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae2f7c6-0312-49f3-b7fc-381b8035bdaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25af0ca0-8e7f-4fec-9621-fc2a517e5d7a', 'code': 200} May 06 18:40:43.664597 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-79f3805e-21aa-4a7c-a1f4-901f721aa1f2 req-4cafa8b5-a303-4b97-a195-a2a3e1186812 service neutron] 10.222.0.55 "GET /v2.0/networks/a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427715 May 06 18:40:43.774282 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2658ad-db55-427f-81bd-06074ea87ca3 req-5db37213-4868-4201-98a2-716537b5c4bc tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:43.776072 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-9c2658ad-db55-427f-81bd-06074ea87ca3 req-5db37213-4868-4201-98a2-716537b5c4bc tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 944 time: 0.0941246 May 06 18:40:43.822566 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-79f3805e-21aa-4a7c-a1f4-901f721aa1f2 req-e3474833-83f5-44e0-9d92-05d9aaf07733 service neutron] 10.222.0.55 "GET /v2.0/networks/a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464040 May 06 18:40:43.825986 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-9c2658ad-db55-427f-81bd-06074ea87ca3 req-8e117321-abc5-4f91-a7a9-11f35cb64a94 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432193 May 06 18:40:44.145001 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32571b58-ccce-4499-86c8-3848750c7be4 req-cceb1b52-179f-4904-97d0-7b870a6325c9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:44.146459 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-32571b58-ccce-4499-86c8-3848750c7be4 req-cceb1b52-179f-4904-97d0-7b870a6325c9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.0840437 May 06 18:40:44.194159 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-32571b58-ccce-4499-86c8-3848750c7be4 req-41826cc5-8c56-4cd6-8565-99e08568cccd tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410035 May 06 18:40:45.021281 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38daf35c-63ae-4099-9170-710627bec419 req-334e33c7-39c3-4939-bec0-8e713bf74e4d tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:45.022852 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-38daf35c-63ae-4099-9170-710627bec419 req-334e33c7-39c3-4939-bec0-8e713bf74e4d tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 944 time: 0.0867789 May 06 18:40:45.070119 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-38daf35c-63ae-4099-9170-710627bec419 req-b6ed9f8b-dc64-4c17-a403-8977a7aa3d6c tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411651 May 06 18:40:45.398145 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c142a98-d8d9-4fe2-b1a3-d4059a1fd2d3 req-9d827467-a48a-43eb-92f1-0bf614459e37 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:45.400012 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-8c142a98-d8d9-4fe2-b1a3-d4059a1fd2d3 req-9d827467-a48a-43eb-92f1-0bf614459e37 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.0890398 May 06 18:40:45.449480 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-8c142a98-d8d9-4fe2-b1a3-d4059a1fd2d3 req-bfcf9829-563f-4b0b-9431-8a29556fa280 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430694 May 06 18:40:46.257251 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ddb2d-0635-4bf5-a604-b98dce5a8865 req-d6b73cc5-38d9-4d95-b271-54237511a264 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:46.258712 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-718ddb2d-0635-4bf5-a604-b98dce5a8865 req-d6b73cc5-38d9-4d95-b271-54237511a264 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 944 time: 0.0814555 May 06 18:40:46.291043 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-023f319e-d714-40ca-87fd-d7358be90789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:46.311915 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-718ddb2d-0635-4bf5-a604-b98dce5a8865 req-cfe902c7-6f3c-4b42-9409-54297612efa5 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473940 May 06 18:40:46.671560 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69448ed-8e0a-42fa-b5d2-71889a305fd1 req-926a5456-571c-4bee-9490-839a805945a5 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:46.679804 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d69448ed-8e0a-42fa-b5d2-71889a305fd1 req-926a5456-571c-4bee-9490-839a805945a5 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.1014278 May 06 18:40:46.728399 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d69448ed-8e0a-42fa-b5d2-71889a305fd1 req-e35ce12b-1f91-4f40-ac7a-fef99ba13cbe tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461330 May 06 18:40:46.871656 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 48056) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:47.027759 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7e62b02a-ac8e-4876-800f-a568e60a07bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:47.045052 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-7e62b02a-ac8e-4876-800f-a568e60a07bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:40:47.049818 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-7e62b02a-ac8e-4876-800f-a568e60a07bb admin admin] Usage tracker for resource:security_group_rule and tenant:5d34449a45da4a38ac95d8cd6520cd6a is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:40:47.053815 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-7e62b02a-ac8e-4876-800f-a568e60a07bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:40:47.060966 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-7e62b02a-ac8e-4876-800f-a568e60a07bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:40:47.159506 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7e62b02a-ac8e-4876-800f-a568e60a07bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:47.164232 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7e62b02a-ac8e-4876-800f-a568e60a07bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:47.173522 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-69b797f8-4abb-485a-aa38-c310483f1f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:47.213017 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-7e62b02a-ac8e-4876-800f-a568e60a07bb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5d34449a45da4a38ac95d8cd6520cd6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3402627 May 06 18:40:47.215643 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 48076) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:47.226165 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62b02a-ac8e-4876-800f-a568e60a07bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcb8a0f-5261-41b4-b67d-533521ab827b,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:47.238191 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e62b02a-ac8e-4876-800f-a568e60a07bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:47.238370 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e62b02a-ac8e-4876-800f-a568e60a07bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:47.238730 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e62b02a-ac8e-4876-800f-a568e60a07bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:47.239086 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e62b02a-ac8e-4876-800f-a568e60a07bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:47.239460 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e62b02a-ac8e-4876-800f-a568e60a07bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:47.239807 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e62b02a-ac8e-4876-800f-a568e60a07bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:47.240156 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e62b02a-ac8e-4876-800f-a568e60a07bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:47.240498 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e62b02a-ac8e-4876-800f-a568e60a07bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:47.240839 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e62b02a-ac8e-4876-800f-a568e60a07bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:47.241210 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e62b02a-ac8e-4876-800f-a568e60a07bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:47.241509 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e62b02a-ac8e-4876-800f-a568e60a07bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:47.241847 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e62b02a-ac8e-4876-800f-a568e60a07bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:47.247665 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7e62b02a-ac8e-4876-800f-a568e60a07bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:47.252782 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 77e2b538-a1e8-4232-a588-463a8dea0e5a details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:40:47.307334 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0823e76a-ceaa-42bb-8ccc-141299fc277b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:47.371509 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0823e76a-ceaa-42bb-8ccc-141299fc277b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:47.419009 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 77e2b538-a1e8-4232-a588-463a8dea0e5a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=77e2b538-a1e8-4232-a588-463a8dea0e5a,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:40:47.435383 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': '77e2b538-a1e8-4232-a588-463a8dea0e5a', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'port_id': '77e2b538-a1e8-4232-a588-463a8dea0e5a', 'mac_address': 'fa:16:3e:d5:a4:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:40:47.450335 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0823e76a-ceaa-42bb-8ccc-141299fc277b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:47.462590 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f2066d33-febc-48ed-afea-ba388776e686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:47.475827 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823e76a-ceaa-42bb-8ccc-141299fc277b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcb8a0f-5261-41b4-b67d-533521ab827b,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:47.485147 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-0823e76a-ceaa-42bb-8ccc-141299fc277b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:47.487483 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0823e76a-ceaa-42bb-8ccc-141299fc277b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:47.491701 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-0823e76a-ceaa-42bb-8ccc-141299fc277b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1dcb8a0f-5261-41b4-b67d-533521ab827b HTTP/1.1" status: 204 len: 168 time: 0.2750375 May 06 18:40:47.523224 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:47.544321 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77e2b538-a1e8-4232-a588-463a8dea0e5a {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:40:47.568906 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f390e12-956f-41d8-abfb-6ddbab8612ff req-d8ee8081-4294-4bf2-86a1-03137938d209 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:47.570691 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5f390e12-956f-41d8-abfb-6ddbab8612ff req-d8ee8081-4294-4bf2-86a1-03137938d209 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 944 time: 0.1367593 May 06 18:40:47.574989 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 77e2b538-a1e8-4232-a588-463a8dea0e5a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=77e2b538-a1e8-4232-a588-463a8dea0e5a,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:40:47.581629 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:47.584191 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:47.650725 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5f390e12-956f-41d8-abfb-6ddbab8612ff req-05f428d5-11f7-418c-ad0a-80154af4f146 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718451 May 06 18:40:47.684515 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['77e2b538-a1e8-4232-a588-463a8dea0e5a'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:40:47.757065 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=77e2b538-a1e8-4232-a588-463a8dea0e5a,revision_number=6']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:47.766244 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:48.024005 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 48092) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:48.050781 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f8a5a5b2-08c9-4d7c-9fa8-ff01b2a2b61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:48.053151 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b80b9-26b2-48ac-8bca-5f0aaca8a2a6 req-106a7c51-4678-4907-a30d-1076d3ea4ec7 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:48.055516 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-551b80b9-26b2-48ac-8bca-5f0aaca8a2a6 req-106a7c51-4678-4907-a30d-1076d3ea4ec7 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 945 time: 0.1494722 May 06 18:40:48.076956 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-f8a5a5b2-08c9-4d7c-9fa8-ff01b2a2b61e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:40:48.081947 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-f8a5a5b2-08c9-4d7c-9fa8-ff01b2a2b61e admin admin] Usage tracker for resource:security_group_rule and tenant:42cc389063564fd5952a510392bf8190 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:40:48.085548 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-f8a5a5b2-08c9-4d7c-9fa8-ff01b2a2b61e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:40:48.096987 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-f8a5a5b2-08c9-4d7c-9fa8-ff01b2a2b61e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:40:48.154918 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-551b80b9-26b2-48ac-8bca-5f0aaca8a2a6 req-a0c43d95-1704-46ba-95e2-1f0cc2d8cf18 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911162 May 06 18:40:48.251994 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f8a5a5b2-08c9-4d7c-9fa8-ff01b2a2b61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:48.257798 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f8a5a5b2-08c9-4d7c-9fa8-ff01b2a2b61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:48.267628 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-89049edf-b072-4008-858a-25e5ea230cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:48.322480 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-f8a5a5b2-08c9-4d7c-9fa8-ff01b2a2b61e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=42cc389063564fd5952a510392bf8190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936063 May 06 18:40:48.322480 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5a5b2-08c9-4d7c-9fa8-ff01b2a2b61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f6d594-c7b7-4031-b1c4-ef7c49cfbf32,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:48.324458 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 48098) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:48.332652 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:48.350907 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a5a5b2-08c9-4d7c-9fa8-ff01b2a2b61e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:48.353206 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a5a5b2-08c9-4d7c-9fa8-ff01b2a2b61e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:48.353601 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a5a5b2-08c9-4d7c-9fa8-ff01b2a2b61e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:48.355697 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a5a5b2-08c9-4d7c-9fa8-ff01b2a2b61e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:48.356426 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a5a5b2-08c9-4d7c-9fa8-ff01b2a2b61e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:48.356799 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a5a5b2-08c9-4d7c-9fa8-ff01b2a2b61e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:48.358326 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a5a5b2-08c9-4d7c-9fa8-ff01b2a2b61e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:48.358713 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a5a5b2-08c9-4d7c-9fa8-ff01b2a2b61e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:48.361201 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a5a5b2-08c9-4d7c-9fa8-ff01b2a2b61e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:48.361878 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a5a5b2-08c9-4d7c-9fa8-ff01b2a2b61e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:48.362111 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a5a5b2-08c9-4d7c-9fa8-ff01b2a2b61e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:48.362473 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a5a5b2-08c9-4d7c-9fa8-ff01b2a2b61e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:48.369295 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f8a5a5b2-08c9-4d7c-9fa8-ff01b2a2b61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:48.426469 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-bb5f7114-3d15-4aeb-9bd8-412ffdb55df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:48.478585 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-bb5f7114-3d15-4aeb-9bd8-412ffdb55df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:48.547939 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-bb5f7114-3d15-4aeb-9bd8-412ffdb55df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:48.553790 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-5d282c15-6faf-4bb5-9032-2e38c73fc6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:48.568315 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f7114-3d15-4aeb-9bd8-412ffdb55df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f6d594-c7b7-4031-b1c4-ef7c49cfbf32,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:48.571063 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-bb5f7114-3d15-4aeb-9bd8-412ffdb55df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:48.578205 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-bb5f7114-3d15-4aeb-9bd8-412ffdb55df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:48.590731 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-bb5f7114-3d15-4aeb-9bd8-412ffdb55df9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b1f6d594-c7b7-4031-b1c4-ef7c49cfbf32 HTTP/1.1" status: 204 len: 168 time: 0.2649853 May 06 18:40:48.728497 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-d209bd3e-8e75-4a3c-b426-4c7886bfb4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:48.926669 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12927f0-ffbe-4744-915d-7a68b41290c7 req-3961d9f1-9e5b-4011-9c7c-dcbd21e42ebe tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:48.928952 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-c12927f0-ffbe-4744-915d-7a68b41290c7 req-3961d9f1-9e5b-4011-9c7c-dcbd21e42ebe tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 944 time: 0.1114647 May 06 18:40:49.001025 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-c12927f0-ffbe-4744-915d-7a68b41290c7 req-6780e652-7ee2-4ff6-a6d0-59848ba5ca59 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606351 May 06 18:40:49.258458 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 77e2b538-a1e8-4232-a588-463a8dea0e5a up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:40:49.502842 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port 77e2b538-a1e8-4232-a588-463a8dea0e5a triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:40:49.515420 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:49.566194 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56874b-a65f-4394-ad0a-ae16e1ed3ed3 req-e9738e42-fe53-4d0d-a26e-bc02cd4e088e tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:49.577750 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fd56874b-a65f-4394-ad0a-ae16e1ed3ed3 req-e9738e42-fe53-4d0d-a26e-bc02cd4e088e tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 945 time: 0.1531947 May 06 18:40:49.657376 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fd56874b-a65f-4394-ad0a-ae16e1ed3ed3 req-4be51913-b431-4e0c-b4d6-94e7f147c845 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786235 May 06 18:40:49.844479 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:49.891253 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd785921e-04f7-4bc8-bbcc-d27a1b5df8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e2b538-a1e8-4232-a588-463a8dea0e5a'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:40:49.904341 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 77e2b538-a1e8-4232-a588-463a8dea0e5a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=77e2b538-a1e8-4232-a588-463a8dea0e5a,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:40:49.927264 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:49.929313 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:50.010093 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd785921e-04f7-4bc8-bbcc-d27a1b5df8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e2b538-a1e8-4232-a588-463a8dea0e5a', 'code': 200} May 06 18:40:50.080165 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=77e2b538-a1e8-4232-a588-463a8dea0e5a,revision_number=7']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:50.086974 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:50.117593 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:50.403245 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a849c0-ac3b-460f-91b1-150336af233f req-fca8cb62-93c1-4b42-b6b4-3f5e25308d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:50.407074 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-89a849c0-ac3b-460f-91b1-150336af233f req-fca8cb62-93c1-4b42-b6b4-3f5e25308d42 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 1097 time: 0.2304549 May 06 18:40:50.494764 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49bfec-f019-408b-aed4-227a3adff425 req-5ed4d64d-14a5-4344-8d47-eab87ddfdb99 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:50.503194 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5a49bfec-f019-408b-aed4-227a3adff425 req-5ed4d64d-14a5-4344-8d47-eab87ddfdb99 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 944 time: 0.2614093 May 06 18:40:50.555842 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-89a849c0-ac3b-460f-91b1-150336af233f req-5d637cb6-ef52-4cc9-9066-6d77fe2caa60 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343532 May 06 18:40:50.582239 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5a49bfec-f019-408b-aed4-227a3adff425 req-6e59318c-86b8-4a99-b397-43b98d5cb4ce tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780203 May 06 18:40:50.956440 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e348801-c7fb-43ee-b8d6-8a14f92edfc8 req-cf938555-d821-439f-a20e-25a23bbf9d40 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:50.961076 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9e348801-c7fb-43ee-b8d6-8a14f92edfc8 req-cf938555-d821-439f-a20e-25a23bbf9d40 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.1182563 May 06 18:40:51.079262 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9e348801-c7fb-43ee-b8d6-8a14f92edfc8 req-9b315e86-ab28-4c47-a0e2-857f3528bd2f tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135087 May 06 18:40:51.259581 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:40:51.537775 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a,segment=NetworkSegment(345ce7f2-3382-4b9c-8377-d2560ee66732),segment_id=345ce7f2-3382-4b9c-8377-d2560ee66732)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:40:51.553423 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': '25af0ca0-8e7f-4fec-9621-fc2a517e5d7a', 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8', 'port_id': '25af0ca0-8e7f-4fec-9621-fc2a517e5d7a', 'mac_address': 'fa:16:3e:04:f6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:40:51.627713 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:51.663093 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:40:51.683995 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a,segment=NetworkSegment(345ce7f2-3382-4b9c-8377-d2560ee66732),segment_id=345ce7f2-3382-4b9c-8377-d2560ee66732)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:40:51.686321 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:51.693374 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:51.697500 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:51.849350 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a,revision_number=7']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:51.867466 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:51.873192 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be6569-6228-416f-81e0-59fb4167f541 req-33d84463-4e7b-4dc3-8712-f8cc67c46a99 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:51.880554 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-06be6569-6228-416f-81e0-59fb4167f541 req-33d84463-4e7b-4dc3-8712-f8cc67c46a99 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 945 time: 0.1152644 May 06 18:40:51.956059 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-06be6569-6228-416f-81e0-59fb4167f541 req-e4debc76-cbe5-481f-99c6-0bf81d627492 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739489 May 06 18:40:51.995185 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['25af0ca0-8e7f-4fec-9621-fc2a517e5d7a'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:40:52.389994 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d2b88-faff-428a-b8b3-dab4cf0a0d48 req-a8d648f0-8771-4dc6-96dc-1879e389d308 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:52.391927 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d51d2b88-faff-428a-b8b3-dab4cf0a0d48 req-a8d648f0-8771-4dc6-96dc-1879e389d308 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.1644425 May 06 18:40:52.470480 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d51d2b88-faff-428a-b8b3-dab4cf0a0d48 req-70ff3625-60a9-4ef2-9737-f348812a4c30 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696566 May 06 18:40:53.265491 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:40:53.394585 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:40:53.433822 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:40:53.434487 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:53.691720 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:53.755180 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae2f7c6-0312-49f3-b7fc-381b8035bdaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25af0ca0-8e7f-4fec-9621-fc2a517e5d7a'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:40:53.786221 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a,segment=NetworkSegment(345ce7f2-3382-4b9c-8377-d2560ee66732),segment_id=345ce7f2-3382-4b9c-8377-d2560ee66732)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:40:53.811414 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:53.826408 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:53.957734 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae2f7c6-0312-49f3-b7fc-381b8035bdaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25af0ca0-8e7f-4fec-9621-fc2a517e5d7a', 'code': 200} May 06 18:40:53.958785 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a,revision_number=8']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:53.966284 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:54.017412 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 48202) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:54.035862 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760cc7c-18b8-48cc-9edf-31c6fb2a7d6d req-889289e0-d8e3-4802-975c-2e6f1c2d5f0f tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:54.040289 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f760cc7c-18b8-48cc-9edf-31c6fb2a7d6d req-889289e0-d8e3-4802-975c-2e6f1c2d5f0f tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.2782924 May 06 18:40:54.137558 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f760cc7c-18b8-48cc-9edf-31c6fb2a7d6d req-46468a89-5ce2-4f45-b98a-8c80fb04c4f1 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831251 May 06 18:40:54.218084 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1ad81642-dd0f-4b7f-8dad-1c8cfbfa2918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:54.236287 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-1ad81642-dd0f-4b7f-8dad-1c8cfbfa2918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:40:54.240991 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-1ad81642-dd0f-4b7f-8dad-1c8cfbfa2918 admin admin] Usage tracker for resource:security_group_rule and tenant:40c6973c89cb4c87bdde2d30b56c8142 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:40:54.244495 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-1ad81642-dd0f-4b7f-8dad-1c8cfbfa2918 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:40:54.254230 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-1ad81642-dd0f-4b7f-8dad-1c8cfbfa2918 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:40:54.365470 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1ad81642-dd0f-4b7f-8dad-1c8cfbfa2918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:54.372605 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1ad81642-dd0f-4b7f-8dad-1c8cfbfa2918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:54.380490 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7969e4f9-a51a-4089-8731-374248b6e28b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:54.437565 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad81642-dd0f-4b7f-8dad-1c8cfbfa2918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33aaad87-6c1a-4e98-9cb7-17f11f49264e,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:54.446086 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-1ad81642-dd0f-4b7f-8dad-1c8cfbfa2918 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=40c6973c89cb4c87bdde2d30b56c8142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4265447 May 06 18:40:54.446718 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 48210) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:54.447623 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-1ad81642-dd0f-4b7f-8dad-1c8cfbfa2918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:54.583071 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7f81785e-24b4-47bb-9d55-2d02f3c0247a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:54.623609 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7f81785e-24b4-47bb-9d55-2d02f3c0247a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:54.718954 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7f81785e-24b4-47bb-9d55-2d02f3c0247a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:54.723991 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c4519071-caf6-447b-a1b5-887292835272 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:54.752870 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81785e-24b4-47bb-9d55-2d02f3c0247a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33aaad87-6c1a-4e98-9cb7-17f11f49264e,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:54.759631 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7f81785e-24b4-47bb-9d55-2d02f3c0247a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:54.778360 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7f81785e-24b4-47bb-9d55-2d02f3c0247a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:54.788120 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-7f81785e-24b4-47bb-9d55-2d02f3c0247a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/33aaad87-6c1a-4e98-9cb7-17f11f49264e HTTP/1.1" status: 204 len: 168 time: 0.3389180 May 06 18:40:55.344517 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 48224) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:55.421910 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5153ece3-f7d8-4da6-a0ef-31bf4b3ac742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:55.448394 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-5153ece3-f7d8-4da6-a0ef-31bf4b3ac742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:40:55.453934 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-5153ece3-f7d8-4da6-a0ef-31bf4b3ac742 admin admin] Usage tracker for resource:security_group_rule and tenant:f0be599cee564c51ad6500d89e5f4894 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:40:55.459186 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-5153ece3-f7d8-4da6-a0ef-31bf4b3ac742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:40:55.467666 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-5153ece3-f7d8-4da6-a0ef-31bf4b3ac742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:40:55.513275 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450a784-1a07-4907-881e-37e3b79d33ca req-295e87f3-d8c7-491a-9fb8-b6d61b6de2d8 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:55.514848 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-4450a784-1a07-4907-881e-37e3b79d33ca req-295e87f3-d8c7-491a-9fb8-b6d61b6de2d8 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.1494708 May 06 18:40:55.593266 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-4450a784-1a07-4907-881e-37e3b79d33ca req-444cc64d-823f-4c03-b5df-ddbde580bf2e tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712998 May 06 18:40:55.676528 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5153ece3-f7d8-4da6-a0ef-31bf4b3ac742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:55.684941 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5153ece3-f7d8-4da6-a0ef-31bf4b3ac742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:55.694698 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-0bbe29dc-ebb0-4cb3-b6c7-6edcdf86957c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:55.750057 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-5153ece3-f7d8-4da6-a0ef-31bf4b3ac742 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f0be599cee564c51ad6500d89e5f4894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4036205 May 06 18:40:55.751672 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153ece3-f7d8-4da6-a0ef-31bf4b3ac742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dedf5c-3331-4a16-9177-2840c0eefa8e,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:55.753811 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 48230) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:55.775011 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-5153ece3-f7d8-4da6-a0ef-31bf4b3ac742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:55.872903 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c0bbc223-69c9-4c3d-b4d0-728145dabbe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:55.940017 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c0bbc223-69c9-4c3d-b4d0-728145dabbe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:56.084211 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c0bbc223-69c9-4c3d-b4d0-728145dabbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:56.099427 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-18b63209-362d-4fe0-a486-02ed6ef0c28f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:56.128522 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbc223-69c9-4c3d-b4d0-728145dabbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dedf5c-3331-4a16-9177-2840c0eefa8e,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:56.133470 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c0bbc223-69c9-4c3d-b4d0-728145dabbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:56.157094 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c0bbc223-69c9-4c3d-b4d0-728145dabbe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:56.158843 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-c0bbc223-69c9-4c3d-b4d0-728145dabbe4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e8dedf5c-3331-4a16-9177-2840c0eefa8e HTTP/1.1" status: 204 len: 168 time: 0.4037964 May 06 18:40:56.708626 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-812a9bf1-2917-45ad-bce5-10f7f99c1e16 req-7a38f2fa-9ccf-4b7a-9142-df157dbcb478 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1023922 May 06 18:40:57.280694 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d7fb3-ce7a-4600-b022-460a344129ac req-e7fbc03a-edb6-4874-9e95-4e9e544d2af4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:57.290933 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:57.296016 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b79d7fb3-ce7a-4600-b022-460a344129ac req-e7fbc03a-edb6-4874-9e95-4e9e544d2af4 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.2893717 May 06 18:40:57.337630 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a9bf1-2917-45ad-bce5-10f7f99c1e16 req-f9ab9726-a7b0-474e-9a4c-400cbe121e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:57.341215 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-812a9bf1-2917-45ad-bce5-10f7f99c1e16 req-f9ab9726-a7b0-474e-9a4c-400cbe121e63 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1594b9d2ba474f5684ba2fddf163a1c5&device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 1099 time: 0.4678962 May 06 18:40:57.579610 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b79d7fb3-ce7a-4600-b022-460a344129ac req-d61ccd0b-736d-4609-8839-34fc6ddc473f tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2792118 May 06 18:40:57.798857 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a9bf1-2917-45ad-bce5-10f7f99c1e16 req-00c885fd-ce1c-48e2-b582-514d35b92966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:57.800555 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-812a9bf1-2917-45ad-bce5-10f7f99c1e16 req-00c885fd-ce1c-48e2-b582-514d35b92966 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 HTTP/1.1" status: 200 len: 910 time: 0.4157612 May 06 18:40:57.882511 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 48266) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:57.946650 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-812a9bf1-2917-45ad-bce5-10f7f99c1e16 req-8008feac-94de-4e7e-bf57-b44f1ba36b76 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a HTTP/1.1" status: 200 len: 1000 time: 0.1362438 May 06 18:40:58.134454 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a9bf1-2917-45ad-bce5-10f7f99c1e16 req-5a618d6a-5dbd-48f6-a844-4aa11ea51497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:58.137783 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-812a9bf1-2917-45ad-bce5-10f7f99c1e16 req-5a618d6a-5dbd-48f6-a844-4aa11ea51497 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d HTTP/1.1" status: 200 len: 848 time: 0.1723404 May 06 18:40:58.182636 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-130198533-network', 'tenant_id': 'ab13d26cf75d4bef8a9d83665ea6b874'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:40:58.193193 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:40:58.203563 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] Usage tracker for resource:network and tenant:ab13d26cf75d4bef8a9d83665ea6b874 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:40:58.209600 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:40:58.222691 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:40:58.243612 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] Made reservation on behalf of ab13d26cf75d4bef8a9d83665ea6b874 for: {'network': 1} {{(pid=78804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:40:58.252466 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for network, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:58.283615 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:58.310699 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a9bf1-2917-45ad-bce5-10f7f99c1e16 req-f28a9404-e328-47cf-9de0-a6ec1fbd7706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:58.313904 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-812a9bf1-2917-45ad-bce5-10f7f99c1e16 req-f28a9404-e328-47cf-9de0-a6ec1fbd7706 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1683388 May 06 18:40:58.452744 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:40:58.483006 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] Usage tracker for resource:security_group_rule and tenant:ab13d26cf75d4bef8a9d83665ea6b874 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:40:58.500565 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:40:58.514247 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:40:58.726066 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:58.735438 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:58.741684 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-bd7f6b60-6508-47e6-bbcc-2a7d2e874c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:58.783839 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=78804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:40:58.804049 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d3dd82-7842-465f-9bfd-a7e952456c71,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:58.813756 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-812a9bf1-2917-45ad-bce5-10f7f99c1e16 req-42eb15c0-6e9d-4db4-888b-6d706b519cc1 service neutron] 10.222.0.55 "GET /v2.0/networks/a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838383 May 06 18:40:58.821572 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:58.840239 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:58.840690 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.db.segments_db [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] Added segment 01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf of type vlan for network 1999fa10-5a07-4402-bc17-c8a7569e0b1c May 06 18:40:58.958899 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734943509396'] for network, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:59.058259 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for network, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:59.062729 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:59.068029 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:59.083716 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-41f19e69-b54b-4eda-a8e2-2751753e1e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:59.317117 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] Pushing event updated for resources: {'Network': ['ID=1999fa10-5a07-4402-bc17-c8a7569e0b1c,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:59.329957 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:59.330555 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Network 1999fa10-5a07-4402-bc17-c8a7569e0b1c details requested by agent ovs-agent-dv-cinder-733622-15-iscsi with host dv-cinder-733622-15-iscsi {{(pid=78805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:40:59.332959 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-812a9bf1-2917-45ad-bce5-10f7f99c1e16 req-1ae3e664-4705-44e7-8b14-dc7340fe553c service neutron] 10.222.0.55 "GET /v2.0/networks/a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5118556 May 06 18:40:59.368103 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d777-8434-4601-8ec8-4dcbd2ccd0c8 req-ebc52736-9e7d-4b12-a6ef-f2cc35faed9c tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:59.371693 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4865327 May 06 18:40:59.373322 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 48284) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:59.382217 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-cd39d777-8434-4601-8ec8-4dcbd2ccd0c8 req-ebc52736-9e7d-4b12-a6ef-f2cc35faed9c tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.3498986 May 06 18:40:59.383840 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-366d06a2-14f5-4793-aa3f-3d1d05811f79 admin admin] Request body: {'subnet': {'network_id': '1999fa10-5a07-4402-bc17-c8a7569e0b1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-130198533-subnet', 'tenant_id': 'ab13d26cf75d4bef8a9d83665ea6b874', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:40:59.395228 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-366d06a2-14f5-4793-aa3f-3d1d05811f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:40:59.421549 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-366d06a2-14f5-4793-aa3f-3d1d05811f79 admin admin] Usage tracker for resource:subnet and tenant:ab13d26cf75d4bef8a9d83665ea6b874 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:40:59.426937 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-366d06a2-14f5-4793-aa3f-3d1d05811f79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:40:59.444349 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-366d06a2-14f5-4793-aa3f-3d1d05811f79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:40:59.493751 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366d06a2-14f5-4793-aa3f-3d1d05811f79 admin admin] Made reservation on behalf of ab13d26cf75d4bef8a9d83665ea6b874 for: {'subnet': 1} {{(pid=78804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:40:59.503837 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-366d06a2-14f5-4793-aa3f-3d1d05811f79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3327217'] for subnet, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:59.528491 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-cd39d777-8434-4601-8ec8-4dcbd2ccd0c8 req-128b8d6d-80d7-4641-a105-2d4d9d9ff7b9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312370 May 06 18:41:00.184043 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-366d06a2-14f5-4793-aa3f-3d1d05811f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2819231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3327107'] for subnet, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:00.188816 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7c3e1cbe-b48b-4af6-913a-1b97278bc1bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:00.252984 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d06a2-14f5-4793-aa3f-3d1d05811f79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03528dfd-0f29-472a-83a2-bb14b31290a3,revision_number=0']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:00.256787 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-366d06a2-14f5-4793-aa3f-3d1d05811f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:00.324728 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366d06a2-14f5-4793-aa3f-3d1d05811f79 admin admin] Checking segment: {'id': '01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1999fa10-5a07-4402-bc17-c8a7569e0b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:41:00.325252 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366d06a2-14f5-4793-aa3f-3d1d05811f79 admin admin] Network hostable DHCP agents. Network: 1999fa10-5a07-4402-bc17-c8a7569e0b1c, hostable agents: ['8fc60d36-74b8-4e3d-97e0-ec4f9e082df4'], hosted agents: [] {{(pid=78804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:41:00.356291 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366d06a2-14f5-4793-aa3f-3d1d05811f79 admin admin] Network 1999fa10-5a07-4402-bc17-c8a7569e0b1c is scheduled to be hosted by DHCP agent 8fc60d36-74b8-4e3d-97e0-ec4f9e082df4 with binding_index 1 {{(pid=78804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:41:00.370015 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-366d06a2-14f5-4793-aa3f-3d1d05811f79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-iscsi, 1999fa10-5a07-4402-bc17-c8a7569e0b1c) {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:41:00.384012 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ebe6b7-42bf-4c9d-b0db-7fc3bfed305f None None] Network 1999fa10-5a07-4402-bc17-c8a7569e0b1c requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:41:00.395466 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366d06a2-14f5-4793-aa3f-3d1d05811f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:00.396074 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-366d06a2-14f5-4793-aa3f-3d1d05811f79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:00.447674 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-366d06a2-14f5-4793-aa3f-3d1d05811f79 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0636945 May 06 18:41:00.709851 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62f39ee-7cc1-434d-be47-0011a1373d50 None None] Network 1999fa10-5a07-4402-bc17-c8a7569e0b1c requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:41:00.832343 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da46ce3-876c-47aa-945b-475bf82ee6a5 req-64e849c1-94e4-4d19-88f7-5e9d9412aa11 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:00.840787 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1da46ce3-876c-47aa-945b-475bf82ee6a5 req-64e849c1-94e4-4d19-88f7-5e9d9412aa11 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.1127548 May 06 18:41:00.904195 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1da46ce3-876c-47aa-945b-475bf82ee6a5 req-39646cfd-5088-486f-aab7-4caa53b7acf8 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624058 May 06 18:41:01.773879 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec549415-5b20-4880-b8d3-cdd2796aa004 req-f2698d82-3e8c-4e43-9498-c36ad9d47713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:01.775528 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ec549415-5b20-4880-b8d3-cdd2796aa004 req-f2698d82-3e8c-4e43-9498-c36ad9d47713 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb0a96b877b544c78734acd5c46c2618&device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 1099 time: 0.0756769 May 06 18:41:01.915233 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec549415-5b20-4880-b8d3-cdd2796aa004 req-2cd5dc0e-bea3-42a8-b341-abad4e01561d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:01.917202 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ec549415-5b20-4880-b8d3-cdd2796aa004 req-2cd5dc0e-bea3-42a8-b341-abad4e01561d service neutron] 10.222.0.55 "GET /v2.0/networks?id=4977f012-56c5-46bd-a1b1-7dca239e88c0 HTTP/1.1" status: 200 len: 918 time: 0.1350613 May 06 18:41:02.075710 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ec549415-5b20-4880-b8d3-cdd2796aa004 req-07ffdcf5-de90-4bdc-b4e4-b863a47d74f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77e2b538-a1e8-4232-a588-463a8dea0e5a HTTP/1.1" status: 200 len: 1002 time: 0.1523688 May 06 18:41:02.157592 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec549415-5b20-4880-b8d3-cdd2796aa004 req-5acc675b-b4d3-4a1c-b1b8-75fb39f40c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:02.159033 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ec549415-5b20-4880-b8d3-cdd2796aa004 req-5acc675b-b4d3-4a1c-b1b8-75fb39f40c50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d64319e1-ca21-4f57-b62e-b95f80302d38 HTTP/1.1" status: 200 len: 856 time: 0.0765548 May 06 18:41:02.167702 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9c018-bb7e-44d0-8f9d-0d4ed8c37e10 req-4b59bf99-ce00-4b9a-83dd-b0502a3758e8 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:02.168988 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e6a9c018-bb7e-44d0-8f9d-0d4ed8c37e10 req-4b59bf99-ce00-4b9a-83dd-b0502a3758e8 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.1540706 May 06 18:41:02.261370 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e6a9c018-bb7e-44d0-8f9d-0d4ed8c37e10 req-6f8f75ca-8145-4824-a3ff-ecd52d90b401 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599277 May 06 18:41:02.283709 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec549415-5b20-4880-b8d3-cdd2796aa004 req-9dbdf91b-d624-42fa-a73d-b612b8485b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:02.285289 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ec549415-5b20-4880-b8d3-cdd2796aa004 req-9dbdf91b-d624-42fa-a73d-b612b8485b2b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4977f012-56c5-46bd-a1b1-7dca239e88c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1153557 May 06 18:41:02.421016 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ec549415-5b20-4880-b8d3-cdd2796aa004 req-06b7d086-c348-4288-b098-1113f9db1564 service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286359 May 06 18:41:02.663969 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ec549415-5b20-4880-b8d3-cdd2796aa004 req-54fc4add-e609-4a09-a66c-fc73423e48f9 service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359021 May 06 18:41:02.804828 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-e9832d68-8c11-4191-b0b7-717fb6248d01 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:02.805649 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-e9832d68-8c11-4191-b0b7-717fb6248d01 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Synchronizing usage tracker for tenant:ab13d26cf75d4bef8a9d83665ea6b874 on resource:network {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:41:02.823379 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-e9832d68-8c11-4191-b0b7-717fb6248d01 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Unset dirty status for tenant:ab13d26cf75d4bef8a9d83665ea6b874 on resource:network {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:41:02.824650 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-e9832d68-8c11-4191-b0b7-717fb6248d01 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/networks?id=1999fa10-5a07-4402-bc17-c8a7569e0b1c HTTP/1.1" status: 200 len: 813 time: 0.1748292 May 06 18:41:02.840528 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-2441c12d-092d-4187-a404-f79d13c1b9cf tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/quotas/ab13d26cf75d4bef8a9d83665ea6b874 HTTP/1.1" status: 200 len: 375 time: 0.0100534 May 06 18:41:02.888571 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-c5f21f23-b8fb-4943-b706-00dc47de01f9 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab13d26cf75d4bef8a9d83665ea6b874&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427346 May 06 18:41:03.021728 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-68842fc7-beab-4399-930d-8a5f5e220c63 service neutron] 10.222.0.50 "GET /v2.0/networks/1999fa10-5a07-4402-bc17-c8a7569e0b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263163 May 06 18:41:03.149560 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-d9ad2609-09e4-4b38-b10e-cd89e6231dcb service neutron] 10.222.0.50 "GET /v2.0/networks/1999fa10-5a07-4402-bc17-c8a7569e0b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214442 May 06 18:41:03.360578 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-63ebe4cc-9018-4e96-b6e3-11906e90bbf3 req-41f1dd8c-3674-4c98-8c60-5a9435c7aa1d tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4bd3439-3d27-4638-ac26-7f172a556c6a HTTP/1.1" status: 200 len: 210 time: 0.0757670 May 06 18:41:03.505376 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1ed51-38ec-4c46-9872-2417bdea8083 req-a4d68b64-754f-461c-ae84-68d597eeef4d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:03.507249 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7df1ed51-38ec-4c46-9872-2417bdea8083 req-a4d68b64-754f-461c-ae84-68d597eeef4d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.0978396 May 06 18:41:03.560848 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7df1ed51-38ec-4c46-9872-2417bdea8083 req-67ca88a7-a9da-4705-9092-469cbf2a9cce tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458655 May 06 18:41:04.547804 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-30771827-f0ad-4579-ac91-406e672e7a2d req-3123a440-fea3-4498-b33f-6e27d10366a8 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4bd3439-3d27-4638-ac26-7f172a556c6a HTTP/1.1" status: 200 len: 210 time: 0.0554814 May 06 18:41:04.576806 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-fe671ef6-6d8d-4264-bab6-a6937b54475d tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:04.578277 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-fe671ef6-6d8d-4264-bab6-a6937b54475d tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.55 "GET /v2.0/networks?id=1999fa10-5a07-4402-bc17-c8a7569e0b1c HTTP/1.1" status: 200 len: 813 time: 0.2235243 May 06 18:41:04.590891 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-3b01079e-5bce-441d-b202-17c098bff244 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Request body: {'port': {'device_id': 'd4bd3439-3d27-4638-ac26-7f172a556c6a', 'network_id': '1999fa10-5a07-4402-bc17-c8a7569e0b1c', 'admin_state_up': True, 'tenant_id': 'ab13d26cf75d4bef8a9d83665ea6b874'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:41:04.735888 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-3b01079e-5bce-441d-b202-17c098bff244 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:41:04.740005 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-3b01079e-5bce-441d-b202-17c098bff244 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Usage tracker for resource:port and tenant:ab13d26cf75d4bef8a9d83665ea6b874 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:41:04.742875 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-3b01079e-5bce-441d-b202-17c098bff244 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:41:04.749253 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-3b01079e-5bce-441d-b202-17c098bff244 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:41:04.759477 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-3b01079e-5bce-441d-b202-17c098bff244 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Made reservation on behalf of ab13d26cf75d4bef8a9d83665ea6b874 for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:41:04.763316 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-3b01079e-5bce-441d-b202-17c098bff244 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:04.778632 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8957d-97f5-470c-90f7-c088e03f909e req-b3da187b-42b9-493c-8ccf-5f385679b8ec tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:04.780191 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-06f8957d-97f5-470c-90f7-c088e03f909e req-b3da187b-42b9-493c-8ccf-5f385679b8ec tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 946 time: 0.0852473 May 06 18:41:04.835128 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-06f8957d-97f5-470c-90f7-c088e03f909e req-f0eb5398-1e40-4a8a-88e1-f0206377ff0b tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452242 May 06 18:41:04.964023 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-3b01079e-5bce-441d-b202-17c098bff244 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Allocated IP 172.20.0.2 (1999fa10-5a07-4402-bc17-c8a7569e0b1c/03528dfd-0f29-472a-83a2-bb14b31290a3/0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:41:05.230464 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-3b01079e-5bce-441d-b202-17c098bff244 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:05.267429 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-3b01079e-5bce-441d-b202-17c098bff244 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:05.274674 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-99689a7f-1b52-4494-a6e6-87cdff3fddf7 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:05.334103 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 77e2b538-a1e8-4232-a588-463a8dea0e5a no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:41:05.352942 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-3b01079e-5bce-441d-b202-17c098bff244 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Network 1999fa10-5a07-4402-bc17-c8a7569e0b1c is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:41:05.357212 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-3b01079e-5bce-441d-b202-17c098bff244 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:41:05.362827 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-3b01079e-5bce-441d-b202-17c098bff244 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:41:05.397121 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01079e-5bce-441d-b202-17c098bff244 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Pushing event updated for resources: {'Port': ['ID=0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:05.413372 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-3b01079e-5bce-441d-b202-17c098bff244 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:05.472010 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-3b01079e-5bce-441d-b202-17c098bff244 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:05.472750 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-3b01079e-5bce-441d-b202-17c098bff244 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:05.484610 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:05.499984 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-3b01079e-5bce-441d-b202-17c098bff244 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9128418 May 06 18:41:05.516720 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd785921e-04f7-4bc8-bbcc-d27a1b5df8fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e2b538-a1e8-4232-a588-463a8dea0e5a'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:41:05.526912 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] Request body: {'port': {'device_id': 'd4bd3439-3d27-4638-ac26-7f172a556c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:41:05.528069 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 77e2b538-a1e8-4232-a588-463a8dea0e5a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=77e2b538-a1e8-4232-a588-463a8dea0e5a,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:05.534602 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:05.536843 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:05.597947 dv-cinder-733622-15-iscsi neutron-server[78805]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd785921e-04f7-4bc8-bbcc-d27a1b5df8fc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '77e2b538-a1e8-4232-a588-463a8dea0e5a', 'code': 422} returned with failed status May 06 18:41:05.629114 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=77e2b538-a1e8-4232-a588-463a8dea0e5a,revision_number=8']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:05.636123 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:05.741873 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:05.858701 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82154fd3-50a8-4ecc-a59b-4e62b6283e92 req-a3e51a0e-602c-4fbf-9c66-cdb9eda7dbe0 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:05.860262 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-82154fd3-50a8-4ecc-a59b-4e62b6283e92 req-a3e51a0e-602c-4fbf-9c66-cdb9eda7dbe0 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Synchronizing usage tracker for tenant:ab13d26cf75d4bef8a9d83665ea6b874 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:41:05.945518 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-82154fd3-50a8-4ecc-a59b-4e62b6283e92 req-a3e51a0e-602c-4fbf-9c66-cdb9eda7dbe0 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Unset dirty status for tenant:ab13d26cf75d4bef8a9d83665ea6b874 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:41:05.946688 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-82154fd3-50a8-4ecc-a59b-4e62b6283e92 req-a3e51a0e-602c-4fbf-9c66-cdb9eda7dbe0 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4bd3439-3d27-4638-ac26-7f172a556c6a HTTP/1.1" status: 200 len: 931 time: 0.2635589 May 06 18:41:06.092615 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-82154fd3-50a8-4ecc-a59b-4e62b6283e92 req-9c042fdc-3d5b-4084-8568-493687a7697e tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372640 May 06 18:41:06.230848 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:41:06.239379 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:06.257374 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] Transition to ACTIVE for port object 0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:41:06.263704 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:06.267798 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:06.573234 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] Pushing event updated for resources: {'Port': ['ID=0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:06.613612 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33a023-5d22-44fb-91b4-b414d4454cc6 req-cac382a1-0cb3-4741-b77c-ce9956916cef tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:06.614857 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:06.618057 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-5c33a023-5d22-44fb-91b4-b414d4454cc6 req-cac382a1-0cb3-4741-b77c-ce9956916cef tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 944 time: 0.0907066 May 06 18:41:06.667758 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-5c33a023-5d22-44fb-91b4-b414d4454cc6 req-5bfc94c6-5223-42a8-9c72-abbdfe2c1e78 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462885 May 06 18:41:06.676328 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] Attempting to bind port 0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b on host hv-cinder-73362 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:41:06.676666 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] Attempting to bind port 0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1999fa10-5a07-4402-bc17-c8a7569e0b1c'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:41:06.676999 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] Attempting to bind port 0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b on network 1999fa10-5a07-4402-bc17-c8a7569e0b1c {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:41:06.689234 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] Port 0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b on network 1999fa10-5a07-4402-bc17-c8a7569e0b1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:41:06.689558 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] Attempting to bind port 0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b on network 1999fa10-5a07-4402-bc17-c8a7569e0b1c {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:41:06.699955 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] Checking agent: {'id': '9977d64c-d59d-4d1f-af57-b1bc23e96ce2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'started_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:41:06.700381 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] Checking segment: {'id': '01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1999fa10-5a07-4402-bc17-c8a7569e0b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:41:06.700878 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] Bound using segment: {'id': '01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1999fa10-5a07-4402-bc17-c8a7569e0b1c'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:41:06.701323 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] Bound port: 0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1999fa10-5a07-4402-bc17-c8a7569e0b1c'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:41:06.701703 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:06.716634 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ffa5f07a-3335-4de8-b5c9-5108c73fe083 req-15b444c0-95f4-4797-9bef-adf12234cf67 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1380215 May 06 18:41:06.829004 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] For port 0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b, host hv-cinder-73362, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:41:06.834873 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] For port 0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b,segment=NetworkSegment(01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf),segment_id=01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:41:06.844063 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:06.858899 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-3b01079e-5bce-441d-b202-17c098bff244 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:06.927880 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:06.928488 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:06.929918 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] 10.222.0.55 "PUT /v2.0/ports/0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b HTTP/1.1" status: 200 len: 1093 time: 1.4134583 May 06 18:41:06.930430 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4bd3439-3d27-4638-ac26-7f172a556c6a', 'tag': '0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:41:06.973177 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] Pushing event updated for resources: {'Port': ['ID=0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:06.977191 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:07.123300 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-6e205521-6086-4ab4-93ac-2f51bd213599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:07.123812 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-6e205521-6086-4ab4-93ac-2f51bd213599 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ab13d26cf75d4bef8a9d83665ea6b874&device_id=d4bd3439-3d27-4638-ac26-7f172a556c6a HTTP/1.1" status: 200 len: 1096 time: 0.1289752 May 06 18:41:07.219127 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-57a7755b-ad48-4cbd-9494-de61eab5cde3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b HTTP/1.1" status: 200 len: 217 time: 0.0876603 May 06 18:41:07.269513 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4bd3439-3d27-4638-ac26-7f172a556c6a', 'tag': '0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b', 'status': 'completed', 'code': 200} May 06 18:41:07.302759 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-920516b5-84f5-46e9-88ae-912621936fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:07.304396 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-920516b5-84f5-46e9-88ae-912621936fa4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03528dfd-0f29-472a-83a2-bb14b31290a3 HTTP/1.1" status: 200 len: 853 time: 0.0785990 May 06 18:41:07.358333 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-f9629dc5-c64c-48d5-a6eb-6def6e4da557 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1999fa10-5a07-4402-bc17-c8a7569e0b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478818 May 06 18:41:07.457157 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348e684-c267-457a-8265-6abd19d69ca5 req-a2e5561c-d8af-4cf7-99c5-a7d9d8afb6c0 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:07.458596 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e348e684-c267-457a-8265-6abd19d69ca5 req-a2e5561c-d8af-4cf7-99c5-a7d9d8afb6c0 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4bd3439-3d27-4638-ac26-7f172a556c6a HTTP/1.1" status: 200 len: 943 time: 0.1916878 May 06 18:41:07.512351 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-e0677bd0-2d42-4bb3-8225-cba05aff3d40 service neutron] 10.222.0.55 "GET /v2.0/networks/1999fa10-5a07-4402-bc17-c8a7569e0b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454909 May 06 18:41:07.513764 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-e348e684-c267-457a-8265-6abd19d69ca5 req-41d39e81-0b9f-42f5-836b-654c10eda62f tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Synchronizing usage tracker for tenant:ab13d26cf75d4bef8a9d83665ea6b874 on resource:security_group {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:41:07.536701 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-e348e684-c267-457a-8265-6abd19d69ca5 req-41d39e81-0b9f-42f5-836b-654c10eda62f tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Unset dirty status for tenant:ab13d26cf75d4bef8a9d83665ea6b874 on resource:security_group {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:41:07.538718 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e348e684-c267-457a-8265-6abd19d69ca5 req-41d39e81-0b9f-42f5-836b-654c10eda62f tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685296 May 06 18:41:07.657254 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-45c9fb14-b16f-4c4c-97e2-e5c53157095c req-2f939e06-5ed8-481c-9087-8d187bec8b92 service neutron] 10.222.0.55 "GET /v2.0/networks/1999fa10-5a07-4402-bc17-c8a7569e0b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386940 May 06 18:41:07.910981 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac667607-ebf9-42f9-bfab-c19389ba3419 req-cef6ef7a-6859-4041-97a4-ac8c4f51312d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:07.912734 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ac667607-ebf9-42f9-bfab-c19389ba3419 req-cef6ef7a-6859-4041-97a4-ac8c4f51312d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ab13d26cf75d4bef8a9d83665ea6b874&device_id=d4bd3439-3d27-4638-ac26-7f172a556c6a HTTP/1.1" status: 200 len: 1096 time: 0.2021661 May 06 18:41:07.946775 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5f07a-3335-4de8-b5c9-5108c73fe083 req-374ccc9f-418e-463e-8249-02d876b49f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:07.948565 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ffa5f07a-3335-4de8-b5c9-5108c73fe083 req-374ccc9f-418e-463e-8249-02d876b49f2b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc&tenant_id=bb0a96b877b544c78734acd5c46c2618 HTTP/1.1" status: 200 len: 1097 time: 0.1900487 May 06 18:41:08.049915 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403f698-4e3c-4b59-af0c-8ebc858a3004 req-8c5ab009-3b6b-4d8a-8ac2-f287a6809f9c tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:08.051305 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0403f698-4e3c-4b59-af0c-8ebc858a3004 req-8c5ab009-3b6b-4d8a-8ac2-f287a6809f9c tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 944 time: 0.2501323 May 06 18:41:08.142936 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0403f698-4e3c-4b59-af0c-8ebc858a3004 req-01dc4b44-2365-4c0d-97a1-e58a18f5e942 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791805 May 06 18:41:08.167086 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac667607-ebf9-42f9-bfab-c19389ba3419 req-ada3f94a-4264-43bf-a22e-8aa1bc213216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:08.168467 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ac667607-ebf9-42f9-bfab-c19389ba3419 req-ada3f94a-4264-43bf-a22e-8aa1bc213216 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1999fa10-5a07-4402-bc17-c8a7569e0b1c HTTP/1.1" status: 200 len: 914 time: 0.2443271 May 06 18:41:08.252473 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ac667607-ebf9-42f9-bfab-c19389ba3419 req-800e8c9f-54b0-406f-9a97-d461f37b49f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b HTTP/1.1" status: 200 len: 217 time: 0.0733473 May 06 18:41:08.253112 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5f07a-3335-4de8-b5c9-5108c73fe083 req-4f3896d0-05c1-4b98-b7f2-7bbc438404b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:08.254503 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ffa5f07a-3335-4de8-b5c9-5108c73fe083 req-4f3896d0-05c1-4b98-b7f2-7bbc438404b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb0a96b877b544c78734acd5c46c2618&device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 1097 time: 0.2504890 May 06 18:41:08.519628 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac667607-ebf9-42f9-bfab-c19389ba3419 req-ae01926c-6d37-46aa-8e76-630fff32a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:08.521038 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ac667607-ebf9-42f9-bfab-c19389ba3419 req-ae01926c-6d37-46aa-8e76-630fff32a993 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03528dfd-0f29-472a-83a2-bb14b31290a3 HTTP/1.1" status: 200 len: 853 time: 0.2587571 May 06 18:41:08.585926 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ac667607-ebf9-42f9-bfab-c19389ba3419 req-ed4d6bc2-bf89-4644-ad03-237ab9257602 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1999fa10-5a07-4402-bc17-c8a7569e0b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505848 May 06 18:41:08.680026 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5f07a-3335-4de8-b5c9-5108c73fe083 req-c7d16aa9-ce0b-4eaa-93f2-90ca8d31f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:08.681643 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ffa5f07a-3335-4de8-b5c9-5108c73fe083 req-c7d16aa9-ce0b-4eaa-93f2-90ca8d31f7a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4977f012-56c5-46bd-a1b1-7dca239e88c0 HTTP/1.1" status: 200 len: 918 time: 0.4181798 May 06 18:41:08.880908 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ffa5f07a-3335-4de8-b5c9-5108c73fe083 req-1a8b66ea-1aee-4b7c-941f-47e94c5b0557 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77e2b538-a1e8-4232-a588-463a8dea0e5a HTTP/1.1" status: 200 len: 1000 time: 0.1602569 May 06 18:41:08.949331 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ac667607-ebf9-42f9-bfab-c19389ba3419 req-9b30e751-ac67-420d-a79a-305aaf6c4ffb service neutron] 10.222.0.55 "GET /v2.0/networks/1999fa10-5a07-4402-bc17-c8a7569e0b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509009 May 06 18:41:09.055666 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5f07a-3335-4de8-b5c9-5108c73fe083 req-8ff03e14-2d82-4f7c-aad3-20c6a35e8362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:09.058347 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ffa5f07a-3335-4de8-b5c9-5108c73fe083 req-8ff03e14-2d82-4f7c-aad3-20c6a35e8362 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d64319e1-ca21-4f57-b62e-b95f80302d38 HTTP/1.1" status: 200 len: 856 time: 0.1607945 May 06 18:41:09.065702 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a850a34-4c6d-4b80-9c26-530f9560bb92 req-c05ed8e4-4c49-4932-93f1-0d5df7716abe tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:09.067314 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1a850a34-4c6d-4b80-9c26-530f9560bb92 req-c05ed8e4-4c49-4932-93f1-0d5df7716abe tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4bd3439-3d27-4638-ac26-7f172a556c6a HTTP/1.1" status: 200 len: 943 time: 0.3891101 May 06 18:41:09.213489 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1a850a34-4c6d-4b80-9c26-530f9560bb92 req-09b61b6e-03de-442e-9993-7b87e0438cf5 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061163 May 06 18:41:09.224719 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ac667607-ebf9-42f9-bfab-c19389ba3419 req-6cdbafeb-21f5-4da6-b14d-43f5b84a0d6f service neutron] 10.222.0.55 "GET /v2.0/networks/1999fa10-5a07-4402-bc17-c8a7569e0b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625606 May 06 18:41:09.246740 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5f07a-3335-4de8-b5c9-5108c73fe083 req-ac51966c-8995-46b6-a1cf-822a6b509d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:09.246740 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ffa5f07a-3335-4de8-b5c9-5108c73fe083 req-ac51966c-8995-46b6-a1cf-822a6b509d28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4977f012-56c5-46bd-a1b1-7dca239e88c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1780069 May 06 18:41:09.352871 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 77e2b538-a1e8-4232-a588-463a8dea0e5a no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:41:09.368767 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8802ce-ef23-47ad-888f-2c7d893e0907 req-19d6e96f-1fe6-4dff-8cae-3d8ae9892b72 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:09.374188 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2c8802ce-ef23-47ad-888f-2c7d893e0907 req-19d6e96f-1fe6-4dff-8cae-3d8ae9892b72 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 944 time: 0.1002696 May 06 18:41:09.402211 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ffa5f07a-3335-4de8-b5c9-5108c73fe083 req-2c4ceed3-b92d-4d89-b2c4-4a184a95a1b2 service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488564 May 06 18:41:09.427824 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2c8802ce-ef23-47ad-888f-2c7d893e0907 req-128280b9-5044-488c-9c5f-deea42faeb70 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498631 May 06 18:41:09.577569 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ffa5f07a-3335-4de8-b5c9-5108c73fe083 req-04c063a4-e0f0-4370-9aee-0f378bbe0dae service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670833 May 06 18:41:10.502800 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c2d55-9fdf-4ac3-8c67-adde54193826 req-89e41e9e-b256-441f-b3ce-c74515f8a60d tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:10.516516 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d29c2d55-9fdf-4ac3-8c67-adde54193826 req-89e41e9e-b256-441f-b3ce-c74515f8a60d tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4bd3439-3d27-4638-ac26-7f172a556c6a HTTP/1.1" status: 200 len: 943 time: 0.1476617 May 06 18:41:10.639839 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d29c2d55-9fdf-4ac3-8c67-adde54193826 req-266d44bc-7ba7-48c8-9504-6ab9870bf28b tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189020 May 06 18:41:10.722078 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a72d63-5e98-4212-bad6-997b3c9c7165 req-afe29f1d-7ed0-4aa5-9d87-47088e2fc90b tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:10.732127 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-92a72d63-5e98-4212-bad6-997b3c9c7165 req-afe29f1d-7ed0-4aa5-9d87-47088e2fc90b tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 944 time: 0.1256871 May 06 18:41:10.798393 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-92a72d63-5e98-4212-bad6-997b3c9c7165 req-2a541376-c734-409e-b874-127fb1cf57b8 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647223 May 06 18:41:11.354031 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:41:11.518524 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b,segment=NetworkSegment(01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf),segment_id=01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:11.537544 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': '0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b', 'network_id': '1999fa10-5a07-4402-bc17-c8a7569e0b1c', 'port_id': '0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b', 'mac_address': 'fa:16:3e:1e:d4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03528dfd-0f29-472a-83a2-bb14b31290a3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:41:11.636170 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:11.654950 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:41:11.673583 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b,segment=NetworkSegment(01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf),segment_id=01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:11.679764 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:11.683138 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:11.802827 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:11.806308 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:11.912915 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286948bd-ba8b-4680-bf1a-c69eeeae1444 req-55cde4f3-578a-4b74-bff6-ff6b24957355 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:11.914384 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-286948bd-ba8b-4680-bf1a-c69eeeae1444 req-55cde4f3-578a-4b74-bff6-ff6b24957355 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4bd3439-3d27-4638-ac26-7f172a556c6a HTTP/1.1" status: 200 len: 944 time: 0.1216621 May 06 18:41:11.934582 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:41:12.018844 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-286948bd-ba8b-4680-bf1a-c69eeeae1444 req-3c75b991-6da5-4828-931b-135cdeaac359 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974443 May 06 18:41:12.160156 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acff46-b8e4-40c4-8836-e45867700f7c req-c060737a-5848-4e7b-b6cd-99036cb17f88 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:12.165037 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-48acff46-b8e4-40c4-8836-e45867700f7c req-c060737a-5848-4e7b-b6cd-99036cb17f88 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 944 time: 0.1386375 May 06 18:41:12.272418 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-48acff46-b8e4-40c4-8836-e45867700f7c req-8074256c-5429-4a21-ac62-49696b072184 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002786 May 06 18:41:13.286544 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e8973-1768-4a8f-882e-170819a4d7fc req-28a6eb05-5011-4c70-9a7d-e4050f1e4f3c tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:13.288397 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-747e8973-1768-4a8f-882e-170819a4d7fc req-28a6eb05-5011-4c70-9a7d-e4050f1e4f3c tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4bd3439-3d27-4638-ac26-7f172a556c6a HTTP/1.1" status: 200 len: 944 time: 0.1330924 May 06 18:41:13.360766 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:41:13.402082 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-747e8973-1768-4a8f-882e-170819a4d7fc req-2b8d92e6-8bc9-4248-9139-7327572b5081 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017737 May 06 18:41:13.487608 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning for port 0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:41:13.497516 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port 0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:41:13.497949 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:13.686731 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:13.691018 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873993-597f-4e28-8db6-1ac20a096336 req-d75e4502-8c3c-4788-95e7-584f058d8bf6 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:13.692702 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-9b873993-597f-4e28-8db6-1ac20a096336 req-d75e4502-8c3c-4788-95e7-584f058d8bf6 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 944 time: 0.1576984 May 06 18:41:13.716486 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bd3439-3d27-4638-ac26-7f172a556c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:41:13.727526 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b,segment=NetworkSegment(01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf),segment_id=01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:13.734146 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:13.737351 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:13.749761 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-9b873993-597f-4e28-8db6-1ac20a096336 req-03285125-b540-4dd6-96d7-50cc930a4a47 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497687 May 06 18:41:13.846523 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:13.858580 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:13.864503 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bd3439-3d27-4638-ac26-7f172a556c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b', 'code': 200} May 06 18:41:14.596892 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64140c-ace4-4a15-b0ab-0dac69f280ef req-302c58e0-4319-4b74-adf2-0f1670bc9357 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:14.598364 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-aa64140c-ace4-4a15-b0ab-0dac69f280ef req-302c58e0-4319-4b74-adf2-0f1670bc9357 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4bd3439-3d27-4638-ac26-7f172a556c6a HTTP/1.1" status: 200 len: 945 time: 0.0837371 May 06 18:41:14.671245 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-aa64140c-ace4-4a15-b0ab-0dac69f280ef req-a659a5d9-7422-4956-b13f-211f847b8caf tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648646 May 06 18:41:15.059304 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d782d0-0ad9-464d-b741-d05810bc02e4 req-bb2d5631-674c-451f-8f70-dd635ca1591f tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:15.060995 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b3d782d0-0ad9-464d-b741-d05810bc02e4 req-bb2d5631-674c-451f-8f70-dd635ca1591f tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 944 time: 0.0954411 May 06 18:41:15.140716 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b3d782d0-0ad9-464d-b741-d05810bc02e4 req-d5909d68-666f-4fb5-9efa-aad083cf4536 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712752 May 06 18:41:15.922803 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf9e4b-218d-4aee-9c6b-3ed08e5d4427 req-1b6a4048-b9d7-4ef7-baf3-c07592748eab tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:15.924376 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-61cf9e4b-218d-4aee-9c6b-3ed08e5d4427 req-1b6a4048-b9d7-4ef7-baf3-c07592748eab tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4bd3439-3d27-4638-ac26-7f172a556c6a HTTP/1.1" status: 200 len: 945 time: 0.1255722 May 06 18:41:15.982421 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-61cf9e4b-218d-4aee-9c6b-3ed08e5d4427 req-a5d112fa-2d9c-4251-9eca-e6d70e4134bc tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512638 May 06 18:41:16.296505 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b930512d-7dc4-45d3-bbda-533f88c26c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:16.355861 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0b108-f094-44a8-82c1-07d02161a2b9 req-297d5db7-e0de-4d2b-900c-3350d6505453 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:16.357505 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-62c0b108-f094-44a8-82c1-07d02161a2b9 req-297d5db7-e0de-4d2b-900c-3350d6505453 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 944 time: 0.0940666 May 06 18:41:16.409360 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-62c0b108-f094-44a8-82c1-07d02161a2b9 req-feb1f3c9-7907-4436-9d99-2e8c9e97cb08 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452473 May 06 18:41:17.293021 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b42fa-03dd-48aa-a102-9800ac0d9e68 req-c9bea5d9-396a-453b-805e-cbcec85426be tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:17.295762 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-9c0b42fa-03dd-48aa-a102-9800ac0d9e68 req-c9bea5d9-396a-453b-805e-cbcec85426be tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4bd3439-3d27-4638-ac26-7f172a556c6a HTTP/1.1" status: 200 len: 945 time: 0.1580832 May 06 18:41:17.349322 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-9c0b42fa-03dd-48aa-a102-9800ac0d9e68 req-71ab15ee-67d9-4720-bb55-2ef86ab904e1 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471663 May 06 18:41:17.636382 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ffc32-0d1b-46d9-8801-bd4e948a0a27 req-7d61df3c-330c-46b6-873f-56e11bc266fe tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:17.637812 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b10ffc32-0d1b-46d9-8801-bd4e948a0a27 req-7d61df3c-330c-46b6-873f-56e11bc266fe tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 944 time: 0.0864856 May 06 18:41:17.686634 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b10ffc32-0d1b-46d9-8801-bd4e948a0a27 req-4431eb30-348b-4997-bc48-15f87db064ed tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424595 May 06 18:41:18.311248 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:18.598981 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba608d-4623-4494-ae57-44812e176e09 req-9d70c270-24bc-4312-b4f5-950954e7381a tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:18.602688 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e9ba608d-4623-4494-ae57-44812e176e09 req-9d70c270-24bc-4312-b4f5-950954e7381a tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4bd3439-3d27-4638-ac26-7f172a556c6a HTTP/1.1" status: 200 len: 945 time: 0.1168120 May 06 18:41:18.673751 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e9ba608d-4623-4494-ae57-44812e176e09 req-6f465ee7-a54f-40d4-9c20-d5a7f55441e0 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641129 May 06 18:41:18.715616 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-45ae3d74-e767-4056-884d-53d33b9c1923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:19.039503 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100becb-3081-485d-b0a2-9d3272ca3baa req-e6d48353-25ac-41f9-9af2-c6d55bd47e15 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:19.047553 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7100becb-3081-485d-b0a2-9d3272ca3baa req-e6d48353-25ac-41f9-9af2-c6d55bd47e15 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 944 time: 0.2193379 May 06 18:41:19.091573 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7100becb-3081-485d-b0a2-9d3272ca3baa req-615fc0c8-91ab-4ff1-b9bd-194379a85cd5 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428145 May 06 18:41:19.878017 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f531dc-a140-42d4-954e-7123c1965a5f req-09a0af70-6dc9-45ae-96be-8cf98363d26e tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:19.879565 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-08f531dc-a140-42d4-954e-7123c1965a5f req-09a0af70-6dc9-45ae-96be-8cf98363d26e tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4bd3439-3d27-4638-ac26-7f172a556c6a HTTP/1.1" status: 200 len: 945 time: 0.0905800 May 06 18:41:19.926057 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-08f531dc-a140-42d4-954e-7123c1965a5f req-fab3ea85-0ea8-4257-969c-8856cf605ec7 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407772 May 06 18:41:20.108670 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:20.375185 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288b4ed-4db2-4609-b106-12b1836a20f4 req-c998fba0-5f04-4f49-b668-90fa26c864e5 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:20.376839 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f288b4ed-4db2-4609-b106-12b1836a20f4 req-c998fba0-5f04-4f49-b668-90fa26c864e5 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 944 time: 0.1407824 May 06 18:41:20.442142 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f288b4ed-4db2-4609-b106-12b1836a20f4 req-05ced006-8633-41e3-a870-54fa03f64c52 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589182 May 06 18:41:21.145339 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5f61c-9de3-4e18-809f-0b436c076927 req-7efab453-ddee-4338-9178-2860afe0f310 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:21.146770 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-98e5f61c-9de3-4e18-809f-0b436c076927 req-7efab453-ddee-4338-9178-2860afe0f310 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4bd3439-3d27-4638-ac26-7f172a556c6a HTTP/1.1" status: 200 len: 945 time: 0.0940783 May 06 18:41:21.193553 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-98e5f61c-9de3-4e18-809f-0b436c076927 req-07a3dff8-e8e1-4d0b-948a-441fe655b06c tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407405 May 06 18:41:21.629919 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:21.694823 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249754f-df8c-4597-ab91-e4e7b84c1c31 req-e0c7d75e-d1aa-478d-b90d-94c0c14e8ba7 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:21.696292 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4249754f-df8c-4597-ab91-e4e7b84c1c31 req-e0c7d75e-d1aa-478d-b90d-94c0c14e8ba7 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 944 time: 0.0818093 May 06 18:41:21.747818 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4249754f-df8c-4597-ab91-e4e7b84c1c31 req-77abc2b0-ba43-4d0c-9337-a0a6236a45c7 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449927 May 06 18:41:22.388630 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ff274-d80b-4422-ac74-a96aa25e619c req-2583748a-6285-4782-b457-d460344fdd53 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:22.390081 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d47ff274-d80b-4422-ac74-a96aa25e619c req-2583748a-6285-4782-b457-d460344fdd53 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4bd3439-3d27-4638-ac26-7f172a556c6a HTTP/1.1" status: 200 len: 945 time: 0.0835183 May 06 18:41:22.435368 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d47ff274-d80b-4422-ac74-a96aa25e619c req-8eabfd68-c084-41fe-8ff1-fc5feb3e0149 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394788 May 06 18:41:22.899583 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2e2bb-86c4-4bce-89b2-5f5256c9b4df req-032dfdac-7c9f-41cc-8873-be5f29e32d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:22.901296 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-cca2e2bb-86c4-4bce-89b2-5f5256c9b4df req-032dfdac-7c9f-41cc-8873-be5f29e32d2e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d4bd3439-3d27-4638-ac26-7f172a556c6a HTTP/1.1" status: 200 len: 1098 time: 0.1089194 May 06 18:41:22.965695 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-cca2e2bb-86c4-4bce-89b2-5f5256c9b4df req-bde7d877-ede8-4dd7-80df-cdbea92fad51 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522406 May 06 18:41:22.990001 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53980b75-9248-47b4-b0bf-97bdb348da0f req-286cc86b-5df4-4f0e-aebc-6d7dea825a20 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:22.991499 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-53980b75-9248-47b4-b0bf-97bdb348da0f req-286cc86b-5df4-4f0e-aebc-6d7dea825a20 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 944 time: 0.1266890 May 06 18:41:23.043553 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-53980b75-9248-47b4-b0bf-97bdb348da0f req-a4ef9d33-ef97-418e-acaf-aecef0688950 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432935 May 06 18:41:23.629005 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574578a-5885-40ff-bc36-97164de70902 req-f471ff9d-9f57-4fd4-a682-b4b4175693aa tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:23.630700 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b574578a-5885-40ff-bc36-97164de70902 req-f471ff9d-9f57-4fd4-a682-b4b4175693aa tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4bd3439-3d27-4638-ac26-7f172a556c6a HTTP/1.1" status: 200 len: 945 time: 0.0858648 May 06 18:41:23.679098 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b574578a-5885-40ff-bc36-97164de70902 req-de75ebf1-9071-4869-b2e6-bc91cb022a4e tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424595 May 06 18:41:24.237832 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acc5bb-31b7-4897-b9ed-3f4a522608a2 req-1a0dc946-d33a-4054-b147-4bbe868af946 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:24.239336 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-35acc5bb-31b7-4897-b9ed-3f4a522608a2 req-1a0dc946-d33a-4054-b147-4bbe868af946 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 944 time: 0.0828984 May 06 18:41:24.292725 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-35acc5bb-31b7-4897-b9ed-3f4a522608a2 req-b59fddfe-4fd3-4a5c-9d66-ad7e2ffc665a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473180 May 06 18:41:24.902012 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf563ca-8f59-4a4e-95a5-b411cac1e277 req-ab5c7565-8e71-4ff4-b4ce-9bf589db61c0 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:24.903620 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ddf563ca-8f59-4a4e-95a5-b411cac1e277 req-ab5c7565-8e71-4ff4-b4ce-9bf589db61c0 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4bd3439-3d27-4638-ac26-7f172a556c6a HTTP/1.1" status: 200 len: 945 time: 0.0868807 May 06 18:41:24.952423 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ddf563ca-8f59-4a4e-95a5-b411cac1e277 req-92f1b03a-3c99-4474-829f-e45dc2f486a6 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425067 May 06 18:41:25.451765 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 77e2b538-a1e8-4232-a588-463a8dea0e5a details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:41:25.514867 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e92887-f287-4b01-8396-b63c9cc69d78 req-5e691f53-66f5-40fe-8f56-5c114c3d9a16 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:25.525513 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d9e92887-f287-4b01-8396-b63c9cc69d78 req-5e691f53-66f5-40fe-8f56-5c114c3d9a16 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 944 time: 0.1114678 May 06 18:41:25.581761 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d9e92887-f287-4b01-8396-b63c9cc69d78 req-5560a54f-300a-454c-997d-111cc637e010 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537112 May 06 18:41:25.673336 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 77e2b538-a1e8-4232-a588-463a8dea0e5a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=77e2b538-a1e8-4232-a588-463a8dea0e5a,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:25.696941 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': '77e2b538-a1e8-4232-a588-463a8dea0e5a', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'port_id': '77e2b538-a1e8-4232-a588-463a8dea0e5a', 'mac_address': 'fa:16:3e:d5:a4:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:41:25.765437 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:25.790641 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e2b538-a1e8-4232-a588-463a8dea0e5a {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:41:25.823688 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 77e2b538-a1e8-4232-a588-463a8dea0e5a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=77e2b538-a1e8-4232-a588-463a8dea0e5a,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:25.830801 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:25.834089 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:25.955328 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=77e2b538-a1e8-4232-a588-463a8dea0e5a,revision_number=9']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:25.968148 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:26.126035 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['77e2b538-a1e8-4232-a588-463a8dea0e5a'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:41:26.835968 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243132f8-b3fa-41f7-89ce-1ff24fe2ec45 req-d2d1e9da-98df-4403-9f26-7dc65ec8f58e tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:26.837463 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-243132f8-b3fa-41f7-89ce-1ff24fe2ec45 req-d2d1e9da-98df-4403-9f26-7dc65ec8f58e tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 945 time: 0.1108088 May 06 18:41:26.890255 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-243132f8-b3fa-41f7-89ce-1ff24fe2ec45 req-02596d93-a46e-4e2d-9a88-b775da4b0d15 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453532 May 06 18:41:27.304007 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:27.465759 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 77e2b538-a1e8-4232-a588-463a8dea0e5a up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:41:27.543624 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port 77e2b538-a1e8-4232-a588-463a8dea0e5a triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:41:27.544002 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:27.673378 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:27.705014 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd785921e-04f7-4bc8-bbcc-d27a1b5df8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e2b538-a1e8-4232-a588-463a8dea0e5a'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:41:27.716551 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 77e2b538-a1e8-4232-a588-463a8dea0e5a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=77e2b538-a1e8-4232-a588-463a8dea0e5a,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:27.721636 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:27.724675 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:27.776657 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd785921e-04f7-4bc8-bbcc-d27a1b5df8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e2b538-a1e8-4232-a588-463a8dea0e5a', 'code': 200} May 06 18:41:27.836672 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=77e2b538-a1e8-4232-a588-463a8dea0e5a,revision_number=10']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:27.841471 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:28.133964 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50d1f-773e-4e54-b2ca-7ff43a95c94c req-0c9b71c8-3293-4a49-ae52-6cf284599bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:28.136748 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fcd50d1f-773e-4e54-b2ca-7ff43a95c94c req-0c9b71c8-3293-4a49-ae52-6cf284599bc1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 1100 time: 0.1592855 May 06 18:41:28.149050 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31fe7c-2075-4eaf-80a1-08c9df2a477b req-084f0dc3-4f02-4814-b08e-2b3cd24c8a11 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:28.150895 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ca31fe7c-2075-4eaf-80a1-08c9df2a477b req-084f0dc3-4f02-4814-b08e-2b3cd24c8a11 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 947 time: 0.1323633 May 06 18:41:28.223796 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fcd50d1f-773e-4e54-b2ca-7ff43a95c94c req-630a0308-583f-484d-a38e-fdce925f7436 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713880 May 06 18:41:28.234891 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ca31fe7c-2075-4eaf-80a1-08c9df2a477b req-c53a076a-49d5-45f3-9acc-cb1fe0ee3262 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697224 May 06 18:41:29.462145 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d187a1-c85f-4ca0-a91f-8bb234ef2c0a req-6e1f1bed-b71f-4c24-b19c-cb4f1daa6c80 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:29.464774 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-87d187a1-c85f-4ca0-a91f-8bb234ef2c0a req-6e1f1bed-b71f-4c24-b19c-cb4f1daa6c80 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 947 time: 0.1113517 May 06 18:41:29.515795 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-87d187a1-c85f-4ca0-a91f-8bb234ef2c0a req-60711434-d10a-4261-b5bf-f88815f176f1 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463369 May 06 18:41:30.375428 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:41:30.499839 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebeceb-ff42-4084-aa0e-83fd23fd44d8 req-bb612a1f-a144-460c-a263-b08ba1dfc32d tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:30.501554 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c0ebeceb-ff42-4084-aa0e-83fd23fd44d8 req-bb612a1f-a144-460c-a263-b08ba1dfc32d tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9787b05-2001-47dc-abff-c510a959e83a HTTP/1.1" status: 200 len: 946 time: 0.0835621 May 06 18:41:30.553549 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c0ebeceb-ff42-4084-aa0e-83fd23fd44d8 req-56e59ea9-2352-400d-9094-5cd570f4f47c tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=64d4478b-2b59-4b7f-be14-ce1dbc2d328f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462942 May 06 18:41:30.724397 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f58240-10ba-468a-aacb-470a0337f24c req-aa8589fa-ce3d-4b8e-8f91-a15de1cc6328 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:30.725915 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b7f58240-10ba-468a-aacb-470a0337f24c req-aa8589fa-ce3d-4b8e-8f91-a15de1cc6328 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 947 time: 0.0889595 May 06 18:41:30.777706 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b7f58240-10ba-468a-aacb-470a0337f24c req-d7d202cc-5607-42fd-83bb-d4a3630113a9 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444727 May 06 18:41:31.748571 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f082a-9cf9-4eb9-adae-83408fa4c2f8 req-7427efa8-8d52-40e0-a449-4c5c8560a3c8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:31.750060 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e76f082a-9cf9-4eb9-adae-83408fa4c2f8 req-7427efa8-8d52-40e0-a449-4c5c8560a3c8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9787b05-2001-47dc-abff-c510a959e83a HTTP/1.1" status: 200 len: 946 time: 0.0880239 May 06 18:41:31.798070 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e76f082a-9cf9-4eb9-adae-83408fa4c2f8 req-c66be68e-9908-4f13-b38f-f18d5e737cc0 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=64d4478b-2b59-4b7f-be14-ce1dbc2d328f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422606 May 06 18:41:32.374540 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf0bb9-e4e9-4fa4-8e8a-c593c9935d72 req-fe06c5da-5d56-4f0e-bb5a-14ae606292da tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:32.376091 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ffbf0bb9-e4e9-4fa4-8e8a-c593c9935d72 req-fe06c5da-5d56-4f0e-bb5a-14ae606292da tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9787b05-2001-47dc-abff-c510a959e83a HTTP/1.1" status: 200 len: 946 time: 0.0810559 May 06 18:41:32.518064 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-ffbf0bb9-e4e9-4fa4-8e8a-c593c9935d72 req-acf5e2dc-8128-4a38-b8a7-6729d0ead916 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Deleting port d94e8bd3-6474-4787-9c61-d87cad8a79d3 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:41:32.518402 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ffbf0bb9-e4e9-4fa4-8e8a-c593c9935d72 req-acf5e2dc-8128-4a38-b8a7-6729d0ead916 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:32.659024 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-ffbf0bb9-e4e9-4fa4-8e8a-c593c9935d72 req-acf5e2dc-8128-4a38-b8a7-6729d0ead916 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] For port d94e8bd3-6474-4787-9c61-d87cad8a79d3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d94e8bd3-6474-4787-9c61-d87cad8a79d3,segment=NetworkSegment(b1472351-b8a1-4e09-a4d9-b7a18e144af2),segment_id=b1472351-b8a1-4e09-a4d9-b7a18e144af2)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:32.659362 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ffbf0bb9-e4e9-4fa4-8e8a-c593c9935d72 req-acf5e2dc-8128-4a38-b8a7-6729d0ead916 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:33.002340 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60293e6-e2ea-483e-95b9-00d32741caf6 req-0eafacc2-f518-483e-85b1-9ecf2792cb83 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:33.004804 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e60293e6-e2ea-483e-95b9-00d32741caf6 req-0eafacc2-f518-483e-85b1-9ecf2792cb83 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9787b05-2001-47dc-abff-c510a959e83a HTTP/1.1" status: 200 len: 946 time: 0.0914857 May 06 18:41:33.065221 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ffbf0bb9-e4e9-4fa4-8e8a-c593c9935d72 req-acf5e2dc-8128-4a38-b8a7-6729d0ead916 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:33.065846 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ffbf0bb9-e4e9-4fa4-8e8a-c593c9935d72 req-acf5e2dc-8128-4a38-b8a7-6729d0ead916 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1046138'] for floatingip, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:33.065954 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.db.l3_db [req-ffbf0bb9-e4e9-4fa4-8e8a-c593c9935d72 req-acf5e2dc-8128-4a38-b8a7-6729d0ead916 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Floating IP 67eedfb3-7061-4691-beea-e722933f3cb3 disassociated. External IP: 172.27.1.73, port: d94e8bd3-6474-4787-9c61-d87cad8a79d3. May 06 18:41:33.066226 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-ffbf0bb9-e4e9-4fa4-8e8a-c593c9935d72 req-acf5e2dc-8128-4a38-b8a7-6729d0ead916 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Calling delete_port for d94e8bd3-6474-4787-9c61-d87cad8a79d3 owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:41:33.066865 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e60293e6-e2ea-483e-95b9-00d32741caf6 req-32bd2c47-edb9-43e3-ba0a-6bdb209810b0 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups?id=64d4478b-2b59-4b7f-be14-ce1dbc2d328f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545504 May 06 18:41:33.181496 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ffbf0bb9-e4e9-4fa4-8e8a-c593c9935d72 req-acf5e2dc-8128-4a38-b8a7-6729d0ead916 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:33.188356 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-9c30c9c9-8a75-4dae-a46f-4923bc1cb6d2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:33.239652 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5e2dc-8128-4a38-b8a7-6729d0ead916 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Pushing event deleted for resources: {'Port': ['ID=d94e8bd3-6474-4787-9c61-d87cad8a79d3,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:33.242309 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-acf5e2dc-8128-4a38-b8a7-6729d0ead916 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:33.440519 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffbf0bb9-e4e9-4fa4-8e8a-c593c9935d72 req-acf5e2dc-8128-4a38-b8a7-6729d0ead916 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Router 86cf03a6-f6d0-499a-82b8-715729087fb5 has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:41:33.629323 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffbf0bb9-e4e9-4fa4-8e8a-c593c9935d72 req-acf5e2dc-8128-4a38-b8a7-6729d0ead916 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:41:33.641692 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fed3b9-4ffd-4623-b302-cf6efae17226 None None] Sync routers for ids ['86cf03a6-f6d0-499a-82b8-715729087fb5'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:41:33.653156 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fed3b9-4ffd-4623-b302-cf6efae17226 None None] Routers {'86cf03a6-f6d0-499a-82b8-715729087fb5'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:41:33.657105 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-c9fed3b9-4ffd-4623-b302-cf6efae17226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:41:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['86cf03a6-f6d0-499a-82b8-715729087fb5'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:33.715078 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbf0bb9-e4e9-4fa4-8e8a-c593c9935d72 req-acf5e2dc-8128-4a38-b8a7-6729d0ead916 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] No DVR routers for this DVR port d94e8bd3-6474-4787-9c61-d87cad8a79d3 on host hv-cinder-73362 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:41:33.718130 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ffbf0bb9-e4e9-4fa4-8e8a-c593c9935d72 req-acf5e2dc-8128-4a38-b8a7-6729d0ead916 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:33.723366 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9787b05-2001-47dc-abff-c510a959e83a', 'name': 'network-vif-deleted', 'tag': 'd94e8bd3-6474-4787-9c61-d87cad8a79d3'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:41:33.742303 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ffbf0bb9-e4e9-4fa4-8e8a-c593c9935d72 req-acf5e2dc-8128-4a38-b8a7-6729d0ead916 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.55 "DELETE /v2.0/ports/d94e8bd3-6474-4787-9c61-d87cad8a79d3 HTTP/1.1" status: 204 len: 173 time: 1.3597300 May 06 18:41:33.789219 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9787b05-2001-47dc-abff-c510a959e83a', 'name': 'network-vif-deleted', 'tag': 'd94e8bd3-6474-4787-9c61-d87cad8a79d3', 'status': 'completed', 'code': 200} May 06 18:41:33.893764 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-c9fed3b9-4ffd-4623-b302-cf6efae17226 None None] Set router 86cf03a6-f6d0-499a-82b8-715729087fb5 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:41:34.238457 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-c9fed3b9-4ffd-4623-b302-cf6efae17226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'name': 'tempest-AttachVolumeTestJSON-1255724845-router', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:52Z', 'revision_number': 4, 'project_id': '2240092be8ac44d1b16602700520b22d', 'gw_port': {'id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:36Z', 'updated_at': '2021-05-06T18:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'da69487f-4b29-4581-b0b7-0f2a8b0def68', 'name': '', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'mac_address': 'fa:16:3e:55:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:45Z', 'updated_at': '2021-05-06T18:35:10Z', 'revision_number': 5, 'project_id': '2240092be8ac44d1b16602700520b22d', 'subnets': [{'id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:34.240422 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-371c3cec-25db-481c-838e-b500f0f32f7a req-2839d9d1-7c31-47a8-88c5-c19ebde49cb6 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9787b05-2001-47dc-abff-c510a959e83a HTTP/1.1" status: 200 len: 210 time: 0.0498571 May 06 18:41:34.245444 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fed3b9-4ffd-4623-b302-cf6efae17226 None None] Checking router: 86cf03a6-f6d0-499a-82b8-715729087fb5 for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:41:34.255265 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fed3b9-4ffd-4623-b302-cf6efae17226 None None] Routers {'86cf03a6-f6d0-499a-82b8-715729087fb5'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:41:34.256005 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-c9fed3b9-4ffd-4623-b302-cf6efae17226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:41:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['86cf03a6-f6d0-499a-82b8-715729087fb5'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:34.490070 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-c9fed3b9-4ffd-4623-b302-cf6efae17226 None None] Set router 86cf03a6-f6d0-499a-82b8-715729087fb5 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:41:34.838732 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-c9fed3b9-4ffd-4623-b302-cf6efae17226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'name': 'tempest-AttachVolumeTestJSON-1255724845-router', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:52Z', 'revision_number': 4, 'project_id': '2240092be8ac44d1b16602700520b22d', 'gw_port': {'id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:36Z', 'updated_at': '2021-05-06T18:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'da69487f-4b29-4581-b0b7-0f2a8b0def68', 'name': '', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'mac_address': 'fa:16:3e:55:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:45Z', 'updated_at': '2021-05-06T18:35:10Z', 'revision_number': 5, 'project_id': '2240092be8ac44d1b16602700520b22d', 'subnets': [{'id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:34.843184 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fed3b9-4ffd-4623-b302-cf6efae17226 None None] The sync data for ids ['86cf03a6-f6d0-499a-82b8-715729087fb5'] in dv-cinder-733622-15-iscsi is: [{'id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'name': 'tempest-AttachVolumeTestJSON-1255724845-router', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:52Z', 'revision_number': 4, 'project_id': '2240092be8ac44d1b16602700520b22d', 'gw_port': {'id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:36Z', 'updated_at': '2021-05-06T18:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'da69487f-4b29-4581-b0b7-0f2a8b0def68', 'name': '', 'network_id': '9cc7ac02-de44-4c64-8db4-ed9a1be6def9', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'mac_address': 'fa:16:3e:55:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:45Z', 'updated_at': '2021-05-06T18:35:10Z', 'revision_number': 5, 'project_id': '2240092be8ac44d1b16602700520b22d', 'subnets': [{'id': '833dc191-d6d6-4013-be5d-e5af7eb5472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:41:35.093616 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4f2b5c-ee5d-48ea-a608-61b01ed66bf3 None None] New status for floating IP 67eedfb3-7061-4691-beea-e722933f3cb3: DOWN {{(pid=78806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:41:35.383579 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 48718) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:35.457221 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f6e1a088-c0be-4aa0-9297-9a46355db2b4 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:35.486756 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f6e1a088-c0be-4aa0-9297-9a46355db2b4 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:35.542597 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f6e1a088-c0be-4aa0-9297-9a46355db2b4 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:35.546854 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:35.563570 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1a088-c0be-4aa0-9297-9a46355db2b4 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d4478b-2b59-4b7f-be14-ce1dbc2d328f,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:35.566323 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f6e1a088-c0be-4aa0-9297-9a46355db2b4 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:35.584258 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f6e1a088-c0be-4aa0-9297-9a46355db2b4 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:35.586382 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-f6e1a088-c0be-4aa0-9297-9a46355db2b4 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "DELETE /v2.0/security-groups/64d4478b-2b59-4b7f-be14-ce1dbc2d328f HTTP/1.1" status: 204 len: 168 time: 0.2003629 May 06 18:41:35.590009 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 48724) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:35.610778 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.api.v2.resource [None req-811e3bdb-0f43-409d-b9dc-c3c1360d0dc6 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] show failed (client error): The resource could not be found. May 06 18:41:35.612196 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-811e3bdb-0f43-409d-b9dc-c3c1360d0dc6 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "GET /v2.0/security-groups/64d4478b-2b59-4b7f-be14-ce1dbc2d328f HTTP/1.1" status: 404 len: 347 time: 0.0206761 May 06 18:41:35.614802 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 48728) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:35.843455 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-be7267cf-d503-47ba-aedc-abd06a9431c3 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Deleting port 413a7c7e-90b9-4d0a-a030-37732be18e2e {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:41:35.843710 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-be7267cf-d503-47ba-aedc-abd06a9431c3 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:35.975867 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-be7267cf-d503-47ba-aedc-abd06a9431c3 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:35.976200 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-be7267cf-d503-47ba-aedc-abd06a9431c3 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:36.202644 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-be7267cf-d503-47ba-aedc-abd06a9431c3 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Calling delete_port for 413a7c7e-90b9-4d0a-a030-37732be18e2e owned by network:floatingip {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:41:36.322209 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-be7267cf-d503-47ba-aedc-abd06a9431c3 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:36.326774 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-59d5f177-e4e2-4cc1-9306-8689a873eab9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:36.376972 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7267cf-d503-47ba-aedc-abd06a9431c3 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Pushing event deleted for resources: {'Port': ['ID=413a7c7e-90b9-4d0a-a030-37732be18e2e,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:36.380191 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-be7267cf-d503-47ba-aedc-abd06a9431c3 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:36.477040 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-be7267cf-d503-47ba-aedc-abd06a9431c3 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks [] for floatingip, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:36.492083 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-be7267cf-d503-47ba-aedc-abd06a9431c3 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for floatingip, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:36.493467 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-be7267cf-d503-47ba-aedc-abd06a9431c3 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] 10.222.0.50 "DELETE /v2.0/floatingips/67eedfb3-7061-4691-beea-e722933f3cb3 HTTP/1.1" status: 204 len: 168 time: 0.8776662 May 06 18:41:37.570599 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device d94e8bd3-6474-4787-9c61-d87cad8a79d3 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:41:37.608072 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] No Port match for: d94e8bd3-6474-4787-9c61-d87cad8a79d3 {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:41:37.608422 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device d94e8bd3-6474-4787-9c61-d87cad8a79d3 not bound to the agent host hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:41:40.676151 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 48778) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:41.350756 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c537d732-2099-4a6b-b3bc-90208fd2aab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1039683'] for router_interface, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:41.771740 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c537d732-2099-4a6b-b3bc-90208fd2aab7 admin admin] Deleting port da69487f-4b29-4581-b0b7-0f2a8b0def68 {{(pid=78804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:41:41.772450 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c537d732-2099-4a6b-b3bc-90208fd2aab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:41.901214 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c537d732-2099-4a6b-b3bc-90208fd2aab7 admin admin] For port da69487f-4b29-4581-b0b7-0f2a8b0def68, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=da69487f-4b29-4581-b0b7-0f2a8b0def68,segment=NetworkSegment(b1472351-b8a1-4e09-a4d9-b7a18e144af2),segment_id=b1472351-b8a1-4e09-a4d9-b7a18e144af2)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:41.901557 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c537d732-2099-4a6b-b3bc-90208fd2aab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:42.024580 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c537d732-2099-4a6b-b3bc-90208fd2aab7 admin admin] Calling delete_port for da69487f-4b29-4581-b0b7-0f2a8b0def68 owned by network:router_interface {{(pid=78804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:41:42.177311 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c537d732-2099-4a6b-b3bc-90208fd2aab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:42.181012 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-6cafe346-e8d3-40ed-8979-65f8832b6147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:42.230106 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537d732-2099-4a6b-b3bc-90208fd2aab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=da69487f-4b29-4581-b0b7-0f2a8b0def68,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:42.364976 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c537d732-2099-4a6b-b3bc-90208fd2aab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:42.604777 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c537d732-2099-4a6b-b3bc-90208fd2aab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1042931'] for router_interface, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:42.995852 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c537d732-2099-4a6b-b3bc-90208fd2aab7 admin admin] Router 86cf03a6-f6d0-499a-82b8-715729087fb5 has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:41:43.199519 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c537d732-2099-4a6b-b3bc-90208fd2aab7 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:41:43.208548 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d8d7eb-1e54-421f-8fe3-580074a0addd None None] Sync routers for ids ['86cf03a6-f6d0-499a-82b8-715729087fb5'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:41:43.216501 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 48790) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:43.217263 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-c537d732-2099-4a6b-b3bc-90208fd2aab7 admin admin] 10.222.0.50 "PUT /v2.0/routers/86cf03a6-f6d0-499a-82b8-715729087fb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5392985 May 06 18:41:43.221496 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d8d7eb-1e54-421f-8fe3-580074a0addd None None] Routers {'86cf03a6-f6d0-499a-82b8-715729087fb5'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:41:43.222246 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-24d8d7eb-1e54-421f-8fe3-580074a0addd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:41:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['86cf03a6-f6d0-499a-82b8-715729087fb5'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:43.411019 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-24d8d7eb-1e54-421f-8fe3-580074a0addd None None] Set router 86cf03a6-f6d0-499a-82b8-715729087fb5 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:41:43.412041 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-de5d681b-ecc7-4890-a74c-174053f47dc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:43.601373 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-de5d681b-ecc7-4890-a74c-174053f47dc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:43.684216 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-de5d681b-ecc7-4890-a74c-174053f47dc2 admin admin] Deleting port a6e7f816-1ec7-47f9-9dbb-4f3391914031 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:41:43.684559 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-de5d681b-ecc7-4890-a74c-174053f47dc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:43.781706 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-24d8d7eb-1e54-421f-8fe3-580074a0addd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'name': 'tempest-AttachVolumeTestJSON-1255724845-router', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:41:42Z', 'revision_number': 5, 'project_id': '2240092be8ac44d1b16602700520b22d', 'gw_port': {'id': 'a6e7f816-1ec7-47f9-9dbb-4f3391914031', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:36Z', 'updated_at': '2021-05-06T18:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:43.786306 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d8d7eb-1e54-421f-8fe3-580074a0addd None None] Checking router: 86cf03a6-f6d0-499a-82b8-715729087fb5 for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:41:43.796201 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d8d7eb-1e54-421f-8fe3-580074a0addd None None] Routers {'86cf03a6-f6d0-499a-82b8-715729087fb5'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:41:43.796844 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-24d8d7eb-1e54-421f-8fe3-580074a0addd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:41:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['86cf03a6-f6d0-499a-82b8-715729087fb5'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:43.895104 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [None req-de5d681b-ecc7-4890-a74c-174053f47dc2 admin admin] For port a6e7f816-1ec7-47f9-9dbb-4f3391914031, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=a6e7f816-1ec7-47f9-9dbb-4f3391914031,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:43.895691 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-de5d681b-ecc7-4890-a74c-174053f47dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:43.967688 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-24d8d7eb-1e54-421f-8fe3-580074a0addd None None] Set router 86cf03a6-f6d0-499a-82b8-715729087fb5 gateway port host: None {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:41:44.025088 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-de5d681b-ecc7-4890-a74c-174053f47dc2 admin admin] Calling delete_port for a6e7f816-1ec7-47f9-9dbb-4f3391914031 owned by network:router_gateway {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:41:44.078857 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-24d8d7eb-1e54-421f-8fe3-580074a0addd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'name': 'tempest-AttachVolumeTestJSON-1255724845-router', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:41:43Z', 'revision_number': 6, 'project_id': '2240092be8ac44d1b16602700520b22d', 'gw_port_host': None}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:44.082755 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d8d7eb-1e54-421f-8fe3-580074a0addd None None] The sync data for ids ['86cf03a6-f6d0-499a-82b8-715729087fb5'] in dv-cinder-733622-15-iscsi is: [{'id': '86cf03a6-f6d0-499a-82b8-715729087fb5', 'name': 'tempest-AttachVolumeTestJSON-1255724845-router', 'tenant_id': '2240092be8ac44d1b16602700520b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:41:43Z', 'revision_number': 6, 'project_id': '2240092be8ac44d1b16602700520b22d', 'gw_port_host': None}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:41:44.171610 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-de5d681b-ecc7-4890-a74c-174053f47dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:44.175408 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c6e7e135-433e-4c75-ab2e-dee8790c7cb4 tempest-ServerRescueNegativeTestJSON-1348333802 tempest-ServerRescueNegativeTestJSON-1348333802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:44.218342 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d681b-ecc7-4890-a74c-174053f47dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e7f816-1ec7-47f9-9dbb-4f3391914031,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:44.221984 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-de5d681b-ecc7-4890-a74c-174053f47dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:44.323033 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-de5d681b-ecc7-4890-a74c-174053f47dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1046119'] for router_gateway, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:44.506973 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device da69487f-4b29-4581-b0b7-0f2a8b0def68 no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:41:44.548609 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: da69487f-4b29-4581-b0b7-0f2a8b0def68 {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:41:44.549032 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device da69487f-4b29-4581-b0b7-0f2a8b0def68 not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:41:44.605996 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-de5d681b-ecc7-4890-a74c-174053f47dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15271'] for router, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:44.608650 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-de5d681b-ecc7-4890-a74c-174053f47dc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:44.633588 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-de5d681b-ecc7-4890-a74c-174053f47dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1038965'] for router, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:44.634033 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5d681b-ecc7-4890-a74c-174053f47dc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86cf03a6-f6d0-499a-82b8-715729087fb5 {{(pid=78803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 18:41:44.652199 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-de5d681b-ecc7-4890-a74c-174053f47dc2 admin admin] Notify callbacks [] for router, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:44.653570 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-de5d681b-ecc7-4890-a74c-174053f47dc2 admin admin] 10.222.0.50 "DELETE /v2.0/routers/86cf03a6-f6d0-499a-82b8-715729087fb5 HTTP/1.1" status: 204 len: 168 time: 1.4358442 May 06 18:41:44.656058 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 48804) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:44.721230 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34be1a6-f6d0-4c0a-81b2-8aa68f7291a3 admin admin] Deleting subnet 833dc191-d6d6-4013-be5d-e5af7eb5472a {{(pid=78803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:41:44.724330 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f34be1a6-f6d0-4c0a-81b2-8aa68f7291a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:44.785108 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f34be1a6-f6d0-4c0a-81b2-8aa68f7291a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2178593'] for subnet, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:44.918900 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f34be1a6-f6d0-4c0a-81b2-8aa68f7291a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8251675'] for subnet, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:45.195099 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f34be1a6-f6d0-4c0a-81b2-8aa68f7291a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8251668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2393603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2759995'] for subnet, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:45.199691 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0594c2fd-7fba-4e02-a7f3-6b1ee5c90f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:45.237161 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34be1a6-f6d0-4c0a-81b2-8aa68f7291a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=833dc191-d6d6-4013-be5d-e5af7eb5472a,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:45.240341 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f34be1a6-f6d0-4c0a-81b2-8aa68f7291a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:45.241336 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f34be1a6-f6d0-4c0a-81b2-8aa68f7291a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:45.251599 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-f34be1a6-f6d0-4c0a-81b2-8aa68f7291a3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/833dc191-d6d6-4013-be5d-e5af7eb5472a HTTP/1.1" status: 204 len: 168 time: 0.5917363 May 06 18:41:45.251824 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8ae146-d13f-47e6-9438-d182809b9fc3 None None] Network 9cc7ac02-de44-4c64-8db4-ed9a1be6def9 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:41:45.251956 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 48810) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:45.371210 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-eee88190-ef7e-47c4-8696-7c8950f841b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8341019'] for network, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:45.464848 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-eee88190-ef7e-47c4-8696-7c8950f841b3 admin admin] Deleting port 8bd16e97-6e12-424f-862a-31d1a41cab9a {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:41:45.465312 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-eee88190-ef7e-47c4-8696-7c8950f841b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:45.612980 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e5a305-0e92-4b33-87f4-9773151f81fb None None] DHCP port deletion for 9cc7ac02-de44-4c64-8db4-ed9a1be6def9 request from dv-cinder-733622-15-iscsi {{(pid=78805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 18:41:45.642903 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [None req-eee88190-ef7e-47c4-8696-7c8950f841b3 admin admin] For port 8bd16e97-6e12-424f-862a-31d1a41cab9a, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=8bd16e97-6e12-424f-862a-31d1a41cab9a,segment=NetworkSegment(b1472351-b8a1-4e09-a4d9-b7a18e144af2),segment_id=b1472351-b8a1-4e09-a4d9-b7a18e144af2)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:45.643560 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-eee88190-ef7e-47c4-8696-7c8950f841b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:45.682315 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-d3e5a305-0e92-4b33-87f4-9773151f81fb None None] Deleting port 8bd16e97-6e12-424f-862a-31d1a41cab9a {{(pid=78805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:41:45.683069 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-d3e5a305-0e92-4b33-87f4-9773151f81fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:45.797353 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-d3e5a305-0e92-4b33-87f4-9773151f81fb None None] For port 8bd16e97-6e12-424f-862a-31d1a41cab9a, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=8bd16e97-6e12-424f-862a-31d1a41cab9a,segment=NetworkSegment(b1472351-b8a1-4e09-a4d9-b7a18e144af2),segment_id=b1472351-b8a1-4e09-a4d9-b7a18e144af2)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:45.797826 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-d3e5a305-0e92-4b33-87f4-9773151f81fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:45.798750 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-eee88190-ef7e-47c4-8696-7c8950f841b3 admin admin] Calling delete_port for 8bd16e97-6e12-424f-862a-31d1a41cab9a owned by network:dhcp {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:41:45.862449 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-eee88190-ef7e-47c4-8696-7c8950f841b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:45.867993 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:45.926687 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee88190-ef7e-47c4-8696-7c8950f841b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd16e97-6e12-424f-862a-31d1a41cab9a,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:45.929557 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee88190-ef7e-47c4-8696-7c8950f841b3 admin admin] No DVR routers for this DVR port 8bd16e97-6e12-424f-862a-31d1a41cab9a on host dv-cinder-733622-15-iscsi {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:41:45.932248 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-eee88190-ef7e-47c4-8696-7c8950f841b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:45.935322 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-d3e5a305-0e92-4b33-87f4-9773151f81fb None None] Calling delete_port for 8bd16e97-6e12-424f-862a-31d1a41cab9a owned by network:dhcp {{(pid=78805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:41:46.142334 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-eee88190-ef7e-47c4-8696-7c8950f841b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8253920', 'neutron.services.segments.db._delete_segments_for_network-8734943948701'] for network, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:46.157809 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-eee88190-ef7e-47c4-8696-7c8950f841b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc7ac02-de44-4c64-8db4-ed9a1be6def9']}} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:46.172009 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-eee88190-ef7e-47c4-8696-7c8950f841b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1472351-b8a1-4e09-a4d9-b7a18e144af2') {'for_net_delete': True} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:46.172318 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-eee88190-ef7e-47c4-8696-7c8950f841b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1472351-b8a1-4e09-a4d9-b7a18e144af2') {} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:46.173083 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-d3e5a305-0e92-4b33-87f4-9773151f81fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615'] for port, after_delete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:46.178089 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:46.186895 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-eee88190-ef7e-47c4-8696-7c8950f841b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734943960679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2178622'] for segment, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:46.204681 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-eee88190-ef7e-47c4-8696-7c8950f841b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:46.211840 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee88190-ef7e-47c4-8696-7c8950f841b3 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=78803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:41:46.212250 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-eee88190-ef7e-47c4-8696-7c8950f841b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8250152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2393701'] for segment, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: Traceback (most recent call last): May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: timer() May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: cb(*args, **kw) May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: return func(*args, **kwargs) May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: self._notify() May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: self.callback(batched_events) May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: event.method(event) May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: return f(self, *a, **k) May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: return self._get(url).json() May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: return self.request(url, 'GET', **kwargs) May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:41:46.228015 dv-cinder-733622-15-iscsi neutron-server[78803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:41:46.230234 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5a305-0e92-4b33-87f4-9773151f81fb None None] Pushing event deleted for resources: {'Port': ['ID=8bd16e97-6e12-424f-862a-31d1a41cab9a,revision_number=None']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:46.233854 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e5a305-0e92-4b33-87f4-9773151f81fb None None] No DVR routers for this DVR port 8bd16e97-6e12-424f-862a-31d1a41cab9a on host dv-cinder-733622-15-iscsi {{(pid=78805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:41:46.243216 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5a305-0e92-4b33-87f4-9773151f81fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:46.243561 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5a305-0e92-4b33-87f4-9773151f81fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:46.244408 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5a305-0e92-4b33-87f4-9773151f81fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:46.244756 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5a305-0e92-4b33-87f4-9773151f81fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:46.245288 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5a305-0e92-4b33-87f4-9773151f81fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:46.245857 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5a305-0e92-4b33-87f4-9773151f81fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:46.246241 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5a305-0e92-4b33-87f4-9773151f81fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:46.246574 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5a305-0e92-4b33-87f4-9773151f81fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:46.246898 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5a305-0e92-4b33-87f4-9773151f81fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:46.247246 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5a305-0e92-4b33-87f4-9773151f81fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:46.247572 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5a305-0e92-4b33-87f4-9773151f81fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:46.247889 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5a305-0e92-4b33-87f4-9773151f81fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:46.251215 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-d3e5a305-0e92-4b33-87f4-9773151f81fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:46.303129 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-32a1f8e1-d3df-4d58-937b-c4bdc4628ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:46.414503 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-eee88190-ef7e-47c4-8696-7c8950f841b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8253849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1046133'] for network, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:46.425206 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-a84489da-5114-4102-a8ba-501d4eb403ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:46.438911 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-eee88190-ef7e-47c4-8696-7c8950f841b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:46.442788 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device a6e7f816-1ec7-47f9-9dbb-4f3391914031 no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:41:46.450491 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee88190-ef7e-47c4-8696-7c8950f841b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cc7ac02-de44-4c64-8db4-ed9a1be6def9,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:46.453975 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-eee88190-ef7e-47c4-8696-7c8950f841b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:46.466883 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-eee88190-ef7e-47c4-8696-7c8950f841b3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9cc7ac02-de44-4c64-8db4-ed9a1be6def9 HTTP/1.1" status: 204 len: 168 time: 1.2140679 May 06 18:41:46.483638 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: a6e7f816-1ec7-47f9-9dbb-4f3391914031 {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:41:46.483977 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device a6e7f816-1ec7-47f9-9dbb-4f3391914031 not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:41:46.484411 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 8bd16e97-6e12-424f-862a-31d1a41cab9a no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:41:46.521210 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: 8bd16e97-6e12-424f-862a-31d1a41cab9a {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:41:46.521476 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 8bd16e97-6e12-424f-862a-31d1a41cab9a not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:41:46.610463 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 48818) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:46.663099 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-447aeae5-2931-43cd-a879-886c4d774321 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2240092be8ac44d1b16602700520b22d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0509071 May 06 18:41:46.666722 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 48822) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:46.731562 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-afa7e3a1-da7e-4d02-b745-571063ad18d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:46.762758 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-afa7e3a1-da7e-4d02-b745-571063ad18d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:46.823022 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-afa7e3a1-da7e-4d02-b745-571063ad18d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:46.826879 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-e807966a-88bd-4f3a-8a9b-9dcb109bbadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:46.841429 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7e3a1-da7e-4d02-b745-571063ad18d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd1bc65-869a-472e-a832-f8acbc3d2150,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:46.845415 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-afa7e3a1-da7e-4d02-b745-571063ad18d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:46.851115 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-afa7e3a1-da7e-4d02-b745-571063ad18d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:46.856388 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-afa7e3a1-da7e-4d02-b745-571063ad18d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9cd1bc65-869a-472e-a832-f8acbc3d2150 HTTP/1.1" status: 204 len: 168 time: 0.1844382 May 06 18:41:48.304911 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:48.387434 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 48878) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:48.510650 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6bc52d81-feda-4872-b13f-05da170b9558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:48.524996 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-6bc52d81-feda-4872-b13f-05da170b9558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:41:48.529440 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-6bc52d81-feda-4872-b13f-05da170b9558 admin admin] Usage tracker for resource:security_group_rule and tenant:4538bd0b510049b683c1ece5b3efedfa is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:41:48.532319 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-6bc52d81-feda-4872-b13f-05da170b9558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:41:48.538173 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-6bc52d81-feda-4872-b13f-05da170b9558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:41:48.624962 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6bc52d81-feda-4872-b13f-05da170b9558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:48.628846 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6bc52d81-feda-4872-b13f-05da170b9558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:48.638899 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-119e8a8e-b27e-4834-b9f5-40c5063e07b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:48.679672 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-6bc52d81-feda-4872-b13f-05da170b9558 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4538bd0b510049b683c1ece5b3efedfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907822 May 06 18:41:48.682133 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc52d81-feda-4872-b13f-05da170b9558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c83f15-2c0d-4119-acdc-5d73959460bc,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:48.683510 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 48884) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:48.690347 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc52d81-feda-4872-b13f-05da170b9558 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:48.690713 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc52d81-feda-4872-b13f-05da170b9558 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:48.691068 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc52d81-feda-4872-b13f-05da170b9558 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:48.691447 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc52d81-feda-4872-b13f-05da170b9558 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:48.691798 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc52d81-feda-4872-b13f-05da170b9558 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:48.692151 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc52d81-feda-4872-b13f-05da170b9558 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:48.692495 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc52d81-feda-4872-b13f-05da170b9558 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:48.692951 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc52d81-feda-4872-b13f-05da170b9558 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:48.693301 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc52d81-feda-4872-b13f-05da170b9558 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:48.693654 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc52d81-feda-4872-b13f-05da170b9558 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:48.694021 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc52d81-feda-4872-b13f-05da170b9558 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:48.694362 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc52d81-feda-4872-b13f-05da170b9558 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:48.698911 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6bc52d81-feda-4872-b13f-05da170b9558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:48.718868 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-399c109f-5093-4c4a-a75e-c887871940b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:48.751298 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8ada8331-db7a-41a6-8726-6fd587e84d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:48.778605 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8ada8331-db7a-41a6-8726-6fd587e84d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:48.834624 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8ada8331-db7a-41a6-8726-6fd587e84d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:48.839547 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-af2c8d5b-6351-4e50-9ef4-c518b8773705 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:48.852286 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada8331-db7a-41a6-8726-6fd587e84d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c83f15-2c0d-4119-acdc-5d73959460bc,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:48.857688 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8ada8331-db7a-41a6-8726-6fd587e84d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:48.859129 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-8ada8331-db7a-41a6-8726-6fd587e84d30 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d9c83f15-2c0d-4119-acdc-5d73959460bc HTTP/1.1" status: 204 len: 168 time: 0.1746716 May 06 18:41:48.864016 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada8331-db7a-41a6-8726-6fd587e84d30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:48.864408 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada8331-db7a-41a6-8726-6fd587e84d30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:48.864725 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada8331-db7a-41a6-8726-6fd587e84d30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:48.865072 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada8331-db7a-41a6-8726-6fd587e84d30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:48.865420 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada8331-db7a-41a6-8726-6fd587e84d30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:48.865763 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada8331-db7a-41a6-8726-6fd587e84d30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:48.866104 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada8331-db7a-41a6-8726-6fd587e84d30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:48.866444 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada8331-db7a-41a6-8726-6fd587e84d30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:48.866791 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada8331-db7a-41a6-8726-6fd587e84d30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:48.867131 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada8331-db7a-41a6-8726-6fd587e84d30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:48.867489 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada8331-db7a-41a6-8726-6fd587e84d30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:48.867824 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada8331-db7a-41a6-8726-6fd587e84d30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:48.871641 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-8ada8331-db7a-41a6-8726-6fd587e84d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:50.099063 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:51.639781 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:57.318508 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:58.623774 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eadc5214-f24c-414b-8675-39593da802ab req-e830a33b-31d6-431b-bb74-afce9e3517ea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794652 May 06 18:41:58.720884 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc5214-f24c-414b-8675-39593da802ab req-8e9f5aa3-e2fa-4e18-b5fd-4f3d0dacc2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:58.722411 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eadc5214-f24c-414b-8675-39593da802ab req-8e9f5aa3-e2fa-4e18-b5fd-4f3d0dacc2c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb0a96b877b544c78734acd5c46c2618&device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 1100 time: 0.0756428 May 06 18:41:58.880752 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc5214-f24c-414b-8675-39593da802ab req-0834ce1c-1614-43c5-8a8f-031c6c01cf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:58.882207 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eadc5214-f24c-414b-8675-39593da802ab req-0834ce1c-1614-43c5-8a8f-031c6c01cf6f service neutron] 10.222.0.55 "GET /v2.0/networks?id=4977f012-56c5-46bd-a1b1-7dca239e88c0 HTTP/1.1" status: 200 len: 918 time: 0.1371710 May 06 18:41:58.996980 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eadc5214-f24c-414b-8675-39593da802ab req-2575c1f2-7a98-4d67-871f-f7f0844a3f58 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77e2b538-a1e8-4232-a588-463a8dea0e5a HTTP/1.1" status: 200 len: 1002 time: 0.1076210 May 06 18:41:59.065251 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc5214-f24c-414b-8675-39593da802ab req-639804c4-e6a2-4cb1-b223-d8e867ab4b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:59.066673 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eadc5214-f24c-414b-8675-39593da802ab req-639804c4-e6a2-4cb1-b223-d8e867ab4b79 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d64319e1-ca21-4f57-b62e-b95f80302d38 HTTP/1.1" status: 200 len: 856 time: 0.0625408 May 06 18:41:59.143302 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc5214-f24c-414b-8675-39593da802ab req-ee5ee92d-ce97-413d-b5a9-bfef5b00f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:59.144797 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eadc5214-f24c-414b-8675-39593da802ab req-ee5ee92d-ce97-413d-b5a9-bfef5b00f5f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4977f012-56c5-46bd-a1b1-7dca239e88c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0713642 May 06 18:41:59.290044 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eadc5214-f24c-414b-8675-39593da802ab req-518d5385-b4d8-4ceb-b320-0c478e495244 service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379387 May 06 18:41:59.445171 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eadc5214-f24c-414b-8675-39593da802ab req-6f2e1768-5bde-402b-a236-799df1a7b461 service neutron] 10.222.0.55 "GET /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457727 May 06 18:42:07.376175 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:42:08.412999 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 49172) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:08.739757 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49180) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:08.880813 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0e797bc8-87a1-4f61-ba3d-57fea6cd9ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:08.898880 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-0e797bc8-87a1-4f61-ba3d-57fea6cd9ade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:08.904016 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-0e797bc8-87a1-4f61-ba3d-57fea6cd9ade admin admin] Usage tracker for resource:security_group_rule and tenant:eeb7bd568a874e1b8d7606c9ea58d9d0 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:08.907721 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-0e797bc8-87a1-4f61-ba3d-57fea6cd9ade admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:08.916176 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-0e797bc8-87a1-4f61-ba3d-57fea6cd9ade admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:08.922610 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-9ceb3cd6-0360-4e3b-b3d4-bc22197de9fc tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Deleting port 2853470b-5f8e-4442-b556-5d2cbd9f1770 {{(pid=78804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:08.923066 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3cd6-0360-4e3b-b3d4-bc22197de9fc tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:09.011724 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0e797bc8-87a1-4f61-ba3d-57fea6cd9ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:09.018985 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0e797bc8-87a1-4f61-ba3d-57fea6cd9ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:09.028089 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-68802b4f-a27c-4ae6-a1af-24c24fe1fb13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:09.064652 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e797bc8-87a1-4f61-ba3d-57fea6cd9ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6643e8dd-1b6c-4fb6-a2fe-7100d8f94c72,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:09.070345 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3cd6-0360-4e3b-b3d4-bc22197de9fc tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:09.070766 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3cd6-0360-4e3b-b3d4-bc22197de9fc tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:09.074722 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0e797bc8-87a1-4f61-ba3d-57fea6cd9ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:09.088025 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-0e797bc8-87a1-4f61-ba3d-57fea6cd9ade admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eeb7bd568a874e1b8d7606c9ea58d9d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465314 May 06 18:42:09.089003 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49186) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:09.202882 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-03239f53-7ddb-4608-893e-f02a5feb670b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:09.257994 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-03239f53-7ddb-4608-893e-f02a5feb670b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:09.341792 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-03239f53-7ddb-4608-893e-f02a5feb670b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:09.346088 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f6e1a088-c0be-4aa0-9297-9a46355db2b4 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:09.361850 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03239f53-7ddb-4608-893e-f02a5feb670b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6643e8dd-1b6c-4fb6-a2fe-7100d8f94c72,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:09.364423 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-03239f53-7ddb-4608-893e-f02a5feb670b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:09.376373 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-03239f53-7ddb-4608-893e-f02a5feb670b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:09.381202 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-03239f53-7ddb-4608-893e-f02a5feb670b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6643e8dd-1b6c-4fb6-a2fe-7100d8f94c72 HTTP/1.1" status: 204 len: 168 time: 0.2907035 May 06 18:42:09.383887 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-9ceb3cd6-0360-4e3b-b3d4-bc22197de9fc tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Calling delete_port for 2853470b-5f8e-4442-b556-5d2cbd9f1770 owned by network:floatingip {{(pid=78804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:09.539256 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3cd6-0360-4e3b-b3d4-bc22197de9fc tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:09.543400 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:09.596130 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb3cd6-0360-4e3b-b3d4-bc22197de9fc tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Pushing event deleted for resources: {'Port': ['ID=2853470b-5f8e-4442-b556-5d2cbd9f1770,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:09.599465 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-9ceb3cd6-0360-4e3b-b3d4-bc22197de9fc tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:09.723012 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3cd6-0360-4e3b-b3d4-bc22197de9fc tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for floatingip, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:09.723397 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.db.l3_db [None req-9ceb3cd6-0360-4e3b-b3d4-bc22197de9fc tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Floating IP 663a31ba-030e-4c6c-8d5e-5d5153039aef disassociated (deleted). External IP: 172.27.1.3, port: 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a. May 06 18:42:09.829682 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49200) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:09.850001 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3b06c541-bfa8-4f37-b7ac-4bb71f13cb8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:09.866739 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-3b06c541-bfa8-4f37-b7ac-4bb71f13cb8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:09.871379 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-3b06c541-bfa8-4f37-b7ac-4bb71f13cb8f admin admin] Usage tracker for resource:security_group_rule and tenant:b01085a8897f45938a41a758ac2551ac is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:09.874775 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-3b06c541-bfa8-4f37-b7ac-4bb71f13cb8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:09.881128 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-3b06c541-bfa8-4f37-b7ac-4bb71f13cb8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:09.980433 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562c0fb-efef-46bc-8849-a0b7107a77e6 req-34399e4c-d1d1-416f-912d-a6107f7c2c94 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:09.983210 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-9562c0fb-efef-46bc-8849-a0b7107a77e6 req-34399e4c-d1d1-416f-912d-a6107f7c2c94 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4bd3439-3d27-4638-ac26-7f172a556c6a HTTP/1.1" status: 200 len: 945 time: 0.2020588 May 06 18:42:09.990392 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3b06c541-bfa8-4f37-b7ac-4bb71f13cb8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:09.996257 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3b06c541-bfa8-4f37-b7ac-4bb71f13cb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:10.007615 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-eff4f739-11c1-48db-9b39-29562252519e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:10.051948 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-3b06c541-bfa8-4f37-b7ac-4bb71f13cb8f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b01085a8897f45938a41a758ac2551ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2206662 May 06 18:42:10.052695 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06c541-bfa8-4f37-b7ac-4bb71f13cb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754a6ae4-49ac-4310-95c4-57f39b4e53f8,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:10.057512 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-3b06c541-bfa8-4f37-b7ac-4bb71f13cb8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:10.058120 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49204) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:10.128294 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6257414f-7f94-488b-bf95-1b74121e8c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:10.156385 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-9562c0fb-efef-46bc-8849-a0b7107a77e6 req-771a26d3-7c60-4a67-87ca-16ca425c37f4 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671100 May 06 18:42:10.158352 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6257414f-7f94-488b-bf95-1b74121e8c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:10.228719 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6257414f-7f94-488b-bf95-1b74121e8c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:10.228977 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ceb3cd6-0360-4e3b-b3d4-bc22197de9fc tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Router f7de5552-23d1-4bcc-ae13-da40ddf069f8 has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:42:10.233695 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0e797bc8-87a1-4f61-ba3d-57fea6cd9ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:10.247043 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257414f-7f94-488b-bf95-1b74121e8c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754a6ae4-49ac-4310-95c4-57f39b4e53f8,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:10.250242 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6257414f-7f94-488b-bf95-1b74121e8c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:10.253198 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6257414f-7f94-488b-bf95-1b74121e8c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:10.254224 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-6257414f-7f94-488b-bf95-1b74121e8c6e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/754a6ae4-49ac-4310-95c4-57f39b4e53f8 HTTP/1.1" status: 204 len: 168 time: 0.1950903 May 06 18:42:10.435264 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ceb3cd6-0360-4e3b-b3d4-bc22197de9fc tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:42:10.450537 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec4985-5b69-4421-af4d-6f22a6956705 None None] Sync routers for ids ['f7de5552-23d1-4bcc-ae13-da40ddf069f8'] in dv-cinder-733622-15-iscsi {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:42:10.463294 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3cd6-0360-4e3b-b3d4-bc22197de9fc tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for floatingip, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:10.473972 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec4985-5b69-4421-af4d-6f22a6956705 None None] Routers {'f7de5552-23d1-4bcc-ae13-da40ddf069f8'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:42:10.475085 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-ecec4985-5b69-4421-af4d-6f22a6956705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:41:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['f7de5552-23d1-4bcc-ae13-da40ddf069f8'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:10.539428 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-9ceb3cd6-0360-4e3b-b3d4-bc22197de9fc tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "DELETE /v2.0/floatingips/663a31ba-030e-4c6c-8d5e-5d5153039aef HTTP/1.1" status: 204 len: 168 time: 2.1208844 May 06 18:42:10.539428 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae2f7c6-0312-49f3-b7fc-381b8035bdaa', 'tag': '25af0ca0-8e7f-4fec-9621-fc2a517e5d7a'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:42:10.711291 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-ecec4985-5b69-4421-af4d-6f22a6956705 None None] Set router f7de5552-23d1-4bcc-ae13-da40ddf069f8 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:42:10.760918 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae2f7c6-0312-49f3-b7fc-381b8035bdaa', 'tag': '25af0ca0-8e7f-4fec-9621-fc2a517e5d7a', 'status': 'completed', 'code': 200} May 06 18:42:10.931731 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab9953-a07e-4201-8e67-d8f3b3d90b2a req-00db5ec6-fea2-4ed9-aefc-3b8a856b0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:10.933440 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-54ab9953-a07e-4201-8e67-d8f3b3d90b2a req-00db5ec6-fea2-4ed9-aefc-3b8a856b0e20 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1594b9d2ba474f5684ba2fddf163a1c5&device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 1099 time: 0.1134572 May 06 18:42:11.079792 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23377968-adaf-470d-b802-4204c0d1ad91 req-c150b0ca-cf64-46dc-af82-cb46a55821fc tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:11.080893 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-23377968-adaf-470d-b802-4204c0d1ad91 req-c150b0ca-cf64-46dc-af82-cb46a55821fc tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Synchronizing usage tracker for tenant:1594b9d2ba474f5684ba2fddf163a1c5 on resource:port {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:42:11.081282 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-ecec4985-5b69-4421-af4d-6f22a6956705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'name': 'tempest-TestShelveInstance-1370194141-router', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:35:56Z', 'updated_at': '2021-05-06T18:36:09Z', 'revision_number': 4, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'gw_port': {'id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:58Z', 'updated_at': '2021-05-06T18:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '2fc906ef-bb7d-4c03-910e-601a7b6b8c6b', 'name': '', 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'mac_address': 'fa:16:3e:d5:15:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:07Z', 'updated_at': '2021-05-06T18:36:23Z', 'revision_number': 5, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'subnets': [{'id': 'a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:11.086283 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec4985-5b69-4421-af4d-6f22a6956705 None None] Checking router: f7de5552-23d1-4bcc-ae13-da40ddf069f8 for host: dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:42:11.098867 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec4985-5b69-4421-af4d-6f22a6956705 None None] Routers {'f7de5552-23d1-4bcc-ae13-da40ddf069f8'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:42:11.100119 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-ecec4985-5b69-4421-af4d-6f22a6956705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:41:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['f7de5552-23d1-4bcc-ae13-da40ddf069f8'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:11.109437 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-23377968-adaf-470d-b802-4204c0d1ad91 req-c150b0ca-cf64-46dc-af82-cb46a55821fc tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Unset dirty status for tenant:1594b9d2ba474f5684ba2fddf163a1c5 on resource:port {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:42:11.121639 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-23377968-adaf-470d-b802-4204c0d1ad91 req-c150b0ca-cf64-46dc-af82-cb46a55821fc tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 946 time: 0.1424627 May 06 18:42:11.207467 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-23377968-adaf-470d-b802-4204c0d1ad91 req-b0739ef5-0f34-4395-ae98-9157da84ac5b tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828052 May 06 18:42:11.270940 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab9953-a07e-4201-8e67-d8f3b3d90b2a req-0b9eac89-33e3-42c0-8adf-4b94efac2064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:11.272752 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-54ab9953-a07e-4201-8e67-d8f3b3d90b2a req-0b9eac89-33e3-42c0-8adf-4b94efac2064 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 HTTP/1.1" status: 200 len: 910 time: 0.3313608 May 06 18:42:11.330622 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-ecec4985-5b69-4421-af4d-6f22a6956705 None None] Set router f7de5552-23d1-4bcc-ae13-da40ddf069f8 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:42:11.405425 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-54ab9953-a07e-4201-8e67-d8f3b3d90b2a req-0c0514f8-ed29-4230-90b0-88ea89e543ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a HTTP/1.1" status: 200 len: 217 time: 0.1188512 May 06 18:42:11.535345 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab9953-a07e-4201-8e67-d8f3b3d90b2a req-b695c3ab-a9dd-436a-af89-b7351ff45447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:11.536805 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-54ab9953-a07e-4201-8e67-d8f3b3d90b2a req-b695c3ab-a9dd-436a-af89-b7351ff45447 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d HTTP/1.1" status: 200 len: 848 time: 0.1227837 May 06 18:42:11.608736 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88806de7-da64-4b4f-88c6-129ca51ad866 req-19af09bc-958e-4b17-93c3-741b3085874b tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:11.616331 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-88806de7-da64-4b4f-88c6-129ca51ad866 req-19af09bc-958e-4b17-93c3-741b3085874b tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4bd3439-3d27-4638-ac26-7f172a556c6a HTTP/1.1" status: 200 len: 945 time: 0.2580211 May 06 18:42:11.692323 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aeff5a-fd32-4184-8aa1-c3a96d3383e8 req-efbd068c-0d34-457b-a864-8605d3fbd923 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:11.693899 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-51aeff5a-fd32-4184-8aa1-c3a96d3383e8 req-efbd068c-0d34-457b-a864-8605d3fbd923 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4bd3439-3d27-4638-ac26-7f172a556c6a HTTP/1.1" status: 200 len: 945 time: 0.2384646 May 06 18:42:11.744057 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-88806de7-da64-4b4f-88c6-129ca51ad866 req-4991b6c7-466f-411d-b073-99be6b5e4d68 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225731 May 06 18:42:11.793166 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab9953-a07e-4201-8e67-d8f3b3d90b2a req-06db3aba-a933-4c49-8518-e95725adc745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:11.794960 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-54ab9953-a07e-4201-8e67-d8f3b3d90b2a req-06db3aba-a933-4c49-8518-e95725adc745 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2495995 May 06 18:42:11.864459 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-ecec4985-5b69-4421-af4d-6f22a6956705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'name': 'tempest-TestShelveInstance-1370194141-router', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:35:56Z', 'updated_at': '2021-05-06T18:36:09Z', 'revision_number': 4, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'gw_port': {'id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:58Z', 'updated_at': '2021-05-06T18:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '2fc906ef-bb7d-4c03-910e-601a7b6b8c6b', 'name': '', 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'mac_address': 'fa:16:3e:d5:15:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:07Z', 'updated_at': '2021-05-06T18:36:23Z', 'revision_number': 5, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'subnets': [{'id': 'a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:11.871752 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec4985-5b69-4421-af4d-6f22a6956705 None None] The sync data for ids ['f7de5552-23d1-4bcc-ae13-da40ddf069f8'] in dv-cinder-733622-15-iscsi is: [{'id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'name': 'tempest-TestShelveInstance-1370194141-router', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:35:56Z', 'updated_at': '2021-05-06T18:36:09Z', 'revision_number': 4, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'gw_port': {'id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:58Z', 'updated_at': '2021-05-06T18:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '2fc906ef-bb7d-4c03-910e-601a7b6b8c6b', 'name': '', 'network_id': 'a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'mac_address': 'fa:16:3e:d5:15:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:07Z', 'updated_at': '2021-05-06T18:36:23Z', 'revision_number': 5, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'subnets': [{'id': 'a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:42:11.993706 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-51aeff5a-fd32-4184-8aa1-c3a96d3383e8 req-ecaf8404-b8cd-406c-b2b9-316038e62a6b tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Deleting port 0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:11.994526 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-51aeff5a-fd32-4184-8aa1-c3a96d3383e8 req-ecaf8404-b8cd-406c-b2b9-316038e62a6b tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:12.016973 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-54ab9953-a07e-4201-8e67-d8f3b3d90b2a req-a34c2c9c-bec0-4a3c-94eb-3ba9bce866e4 service neutron] 10.222.0.55 "GET /v2.0/networks/a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857095 May 06 18:42:12.263336 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-51aeff5a-fd32-4184-8aa1-c3a96d3383e8 req-ecaf8404-b8cd-406c-b2b9-316038e62a6b tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] For port 0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b,segment=NetworkSegment(01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf),segment_id=01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:12.263872 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-51aeff5a-fd32-4184-8aa1-c3a96d3383e8 req-ecaf8404-b8cd-406c-b2b9-316038e62a6b tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:12.320515 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087aab15-3d2e-4237-893e-2df817682586 None None] New status for floating IP 663a31ba-030e-4c6c-8d5e-5d5153039aef: DOWN {{(pid=78805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:42:12.344850 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-54ab9953-a07e-4201-8e67-d8f3b3d90b2a req-50734e5e-da6d-4364-bc0b-1d1e14f05af2 service neutron] 10.222.0.55 "GET /v2.0/networks/a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751966 May 06 18:42:12.415735 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-51aeff5a-fd32-4184-8aa1-c3a96d3383e8 req-ecaf8404-b8cd-406c-b2b9-316038e62a6b tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Calling delete_port for 0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:12.574590 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-51aeff5a-fd32-4184-8aa1-c3a96d3383e8 req-ecaf8404-b8cd-406c-b2b9-316038e62a6b tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:12.590749 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f9d19fb3-5171-4722-9a07-d7649fc59559 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:12.595357 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:42:12.603335 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b0fcf-7936-4e6c-bd6e-12e62b80e78e req-a35787dd-fc7c-40e2-8996-bc3bfa969aa7 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:12.621246 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-282b0fcf-7936-4e6c-bd6e-12e62b80e78e req-a35787dd-fc7c-40e2-8996-bc3bfa969aa7 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 946 time: 0.1951613 May 06 18:42:12.717460 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf8404-b8cd-406c-b2b9-316038e62a6b tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Pushing event deleted for resources: {'Port': ['ID=0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:12.717821 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-282b0fcf-7936-4e6c-bd6e-12e62b80e78e req-a620802c-6880-4efc-b706-b99bf01fdcb9 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/security-groups?id=52696c27-27ec-446e-acd3-75cfa34c6615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937564 May 06 18:42:12.752695 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ecaf8404-b8cd-406c-b2b9-316038e62a6b tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:12.827690 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-51aeff5a-fd32-4184-8aa1-c3a96d3383e8 req-ecaf8404-b8cd-406c-b2b9-316038e62a6b tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] No DVR routers for this DVR port 0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b on host hv-cinder-73362 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:42:12.832859 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-51aeff5a-fd32-4184-8aa1-c3a96d3383e8 req-ecaf8404-b8cd-406c-b2b9-316038e62a6b tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:12.835419 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bd3439-3d27-4638-ac26-7f172a556c6a', 'name': 'network-vif-deleted', 'tag': '0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:42:12.865683 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-51aeff5a-fd32-4184-8aa1-c3a96d3383e8 req-ecaf8404-b8cd-406c-b2b9-316038e62a6b tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.55 "DELETE /v2.0/ports/0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b HTTP/1.1" status: 204 len: 173 time: 1.1653452 May 06 18:42:12.897850 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d55cc-bfac-4536-a6af-ba4059ba66ab req-65216e5a-cdc5-4dbc-81c0-2e1c54d690b7 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:12.899759 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ab1d55cc-bfac-4536-a6af-ba4059ba66ab req-65216e5a-cdc5-4dbc-81c0-2e1c54d690b7 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 946 time: 0.3100252 May 06 18:42:12.944539 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bd3439-3d27-4638-ac26-7f172a556c6a', 'name': 'network-vif-deleted', 'tag': '0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b', 'status': 'completed', 'code': 200} May 06 18:42:13.237317 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 49284) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:13.340956 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-75d6934c-6ad6-4dc8-99a4-50ba1bae5536 req-89395f3e-1eaf-4f6e-a282-0cc7fa0bad0e tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Synchronizing usage tracker for tenant:ab13d26cf75d4bef8a9d83665ea6b874 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:42:13.344246 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-ab1d55cc-bfac-4536-a6af-ba4059ba66ab req-1facb9ba-2f17-405e-9485-2fad34c22a9b tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Deleting port 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:13.344657 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ab1d55cc-bfac-4536-a6af-ba4059ba66ab req-1facb9ba-2f17-405e-9485-2fad34c22a9b tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:13.445192 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-75d6934c-6ad6-4dc8-99a4-50ba1bae5536 req-89395f3e-1eaf-4f6e-a282-0cc7fa0bad0e tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Unset dirty status for tenant:ab13d26cf75d4bef8a9d83665ea6b874 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:42:13.454524 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-75d6934c-6ad6-4dc8-99a4-50ba1bae5536 req-89395f3e-1eaf-4f6e-a282-0cc7fa0bad0e tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4bd3439-3d27-4638-ac26-7f172a556c6a HTTP/1.1" status: 200 len: 210 time: 0.2969425 May 06 18:42:13.535813 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-ab1d55cc-bfac-4536-a6af-ba4059ba66ab req-1facb9ba-2f17-405e-9485-2fad34c22a9b tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] For port 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a,segment=NetworkSegment(345ce7f2-3382-4b9c-8377-d2560ee66732),segment_id=345ce7f2-3382-4b9c-8377-d2560ee66732)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:13.536273 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ab1d55cc-bfac-4536-a6af-ba4059ba66ab req-1facb9ba-2f17-405e-9485-2fad34c22a9b tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:13.672816 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-ab1d55cc-bfac-4536-a6af-ba4059ba66ab req-1facb9ba-2f17-405e-9485-2fad34c22a9b tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Calling delete_port for 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:13.739089 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9a62b2b0-2796-4f1a-857e-de9e5c1e536b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:13.764114 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-9a62b2b0-2796-4f1a-857e-de9e5c1e536b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:13.773000 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-9a62b2b0-2796-4f1a-857e-de9e5c1e536b admin admin] Usage tracker for resource:security_group_rule and tenant:3ca03e36f6cc417f9fd2d2388ee5d05d is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:13.779226 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-9a62b2b0-2796-4f1a-857e-de9e5c1e536b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:13.794955 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-9a62b2b0-2796-4f1a-857e-de9e5c1e536b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:13.862663 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951888a-b05c-4a1e-9626-c8efc33ecbac req-c157687c-1615-4e72-a45f-ce94e1d92f4a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:13.865256 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b951888a-b05c-4a1e-9626-c8efc33ecbac req-c157687c-1615-4e72-a45f-ce94e1d92f4a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 947 time: 0.3590677 May 06 18:42:13.884332 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ab1d55cc-bfac-4536-a6af-ba4059ba66ab req-1facb9ba-2f17-405e-9485-2fad34c22a9b tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:13.897014 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:13.963850 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b951888a-b05c-4a1e-9626-c8efc33ecbac req-fedb3626-b92f-4c9f-9337-aabef81e7d90 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779231 May 06 18:42:14.016751 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1facb9ba-2f17-405e-9485-2fad34c22a9b tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Pushing event deleted for resources: {'Port': ['ID=25af0ca0-8e7f-4fec-9621-fc2a517e5d7a,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:14.019728 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3b9608df-2710-4abc-adbe-f975e631de9e req-0c11dfd3-c4d0-4e78-b9bf-24e8137d9ac2 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 210 time: 0.0539553 May 06 18:42:14.025509 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-1facb9ba-2f17-405e-9485-2fad34c22a9b tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:14.053670 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9a62b2b0-2796-4f1a-857e-de9e5c1e536b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:14.063092 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9a62b2b0-2796-4f1a-857e-de9e5c1e536b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:14.081034 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-62875283-53a6-4725-842b-d306a438f1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:14.150318 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1d55cc-bfac-4536-a6af-ba4059ba66ab req-1facb9ba-2f17-405e-9485-2fad34c22a9b tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] No DVR routers for this DVR port 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a on host hv-cinder-73362 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:42:14.154093 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ab1d55cc-bfac-4536-a6af-ba4059ba66ab req-1facb9ba-2f17-405e-9485-2fad34c22a9b tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:14.160459 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-9a62b2b0-2796-4f1a-857e-de9e5c1e536b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3ca03e36f6cc417f9fd2d2388ee5d05d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9217660 May 06 18:42:14.163695 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62b2b0-2796-4f1a-857e-de9e5c1e536b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f9d99a-5040-4707-9192-9df439ed710b,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:14.165799 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49294) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:14.168714 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-9a62b2b0-2796-4f1a-857e-de9e5c1e536b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:14.190048 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ab1d55cc-bfac-4536-a6af-ba4059ba66ab req-1facb9ba-2f17-405e-9485-2fad34c22a9b tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.55 "DELETE /v2.0/ports/25af0ca0-8e7f-4fec-9621-fc2a517e5d7a HTTP/1.1" status: 204 len: 173 time: 1.2819586 May 06 18:42:14.252157 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e6343d0d-8e31-4dad-99e9-d22752383fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:14.288064 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e6343d0d-8e31-4dad-99e9-d22752383fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:14.354559 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e6343d0d-8e31-4dad-99e9-d22752383fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:14.358617 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-cfeeb2fb-bcf6-477b-95e7-7cef68a4d1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:14.371685 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6343d0d-8e31-4dad-99e9-d22752383fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f9d99a-5040-4707-9192-9df439ed710b,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:14.374086 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-e6343d0d-8e31-4dad-99e9-d22752383fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:14.379652 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e6343d0d-8e31-4dad-99e9-d22752383fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:14.386523 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-e6343d0d-8e31-4dad-99e9-d22752383fbe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/84f9d99a-5040-4707-9192-9df439ed710b HTTP/1.1" status: 204 len: 168 time: 0.2137377 May 06 18:42:14.915543 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 49306) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:14.947546 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae2f7c6-0312-49f3-b7fc-381b8035bdaa', 'name': 'network-vif-deleted', 'tag': '25af0ca0-8e7f-4fec-9621-fc2a517e5d7a'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:42:14.954010 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-adee4bd1-eae4-44ee-a246-4ddae1aaac2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:15.041954 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-adee4bd1-eae4-44ee-a246-4ddae1aaac2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:15.049830 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-adee4bd1-eae4-44ee-a246-4ddae1aaac2e admin admin] Usage tracker for resource:security_group_rule and tenant:44c8d73660a34f2eb2b57a618464fdb1 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:15.062930 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-adee4bd1-eae4-44ee-a246-4ddae1aaac2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:15.078611 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-adee4bd1-eae4-44ee-a246-4ddae1aaac2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:15.081218 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa858b5-1418-4272-89eb-62153a25ed48 req-ca8971ee-c9f8-40f0-bdbb-5effbc5ee197 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:15.083940 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7fa858b5-1418-4272-89eb-62153a25ed48 req-ca8971ee-c9f8-40f0-bdbb-5effbc5ee197 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.55 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 947 time: 0.2487645 May 06 18:42:15.167493 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae2f7c6-0312-49f3-b7fc-381b8035bdaa', 'name': 'network-vif-deleted', 'tag': '25af0ca0-8e7f-4fec-9621-fc2a517e5d7a', 'status': 'completed', 'code': 200} May 06 18:42:15.273786 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-adee4bd1-eae4-44ee-a246-4ddae1aaac2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:15.283749 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-adee4bd1-eae4-44ee-a246-4ddae1aaac2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:15.329840 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-a392f911-63e9-4986-9280-db8dd4e943a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:15.403108 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-db40571b-d8ff-4331-be9d-7d135825019e req-d01d2734-f3f9-4cf2-9b0a-6f3451d14562 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Synchronizing usage tracker for tenant:1594b9d2ba474f5684ba2fddf163a1c5 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:42:15.446894 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-db40571b-d8ff-4331-be9d-7d135825019e req-d01d2734-f3f9-4cf2-9b0a-6f3451d14562 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Unset dirty status for tenant:1594b9d2ba474f5684ba2fddf163a1c5 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:42:15.448833 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-db40571b-d8ff-4331-be9d-7d135825019e req-d01d2734-f3f9-4cf2-9b0a-6f3451d14562 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ae2f7c6-0312-49f3-b7fc-381b8035bdaa HTTP/1.1" status: 200 len: 210 time: 0.1388595 May 06 18:42:15.481220 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-7fa858b5-1418-4272-89eb-62153a25ed48 req-7578f975-b083-4aa0-a96d-2fd6c5ad3a26 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Deleting port 77e2b538-a1e8-4232-a588-463a8dea0e5a {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:15.481771 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-7fa858b5-1418-4272-89eb-62153a25ed48 req-7578f975-b083-4aa0-a96d-2fd6c5ad3a26 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:15.496607 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-adee4bd1-eae4-44ee-a246-4ddae1aaac2e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=44c8d73660a34f2eb2b57a618464fdb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5777452 May 06 18:42:15.501326 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 49318) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:15.502406 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee4bd1-eae4-44ee-a246-4ddae1aaac2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258c9a04-b295-4a56-889e-44b0fe29aab0,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:15.510443 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-adee4bd1-eae4-44ee-a246-4ddae1aaac2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:15.646307 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dda104-ece7-40a4-864a-93379bd727e6 req-ad336693-872a-40fc-85b3-5991089d683f tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:15.648176 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f7dda104-ece7-40a4-864a-93379bd727e6 req-ad336693-872a-40fc-85b3-5991089d683f tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 947 time: 0.3204401 May 06 18:42:15.648928 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-79cf6260-b0fb-4ed3-b8f3-91152c9e4efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:15.708973 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-7fa858b5-1418-4272-89eb-62153a25ed48 req-7578f975-b083-4aa0-a96d-2fd6c5ad3a26 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] For port 77e2b538-a1e8-4232-a588-463a8dea0e5a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=77e2b538-a1e8-4232-a588-463a8dea0e5a,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:15.710205 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-7fa858b5-1418-4272-89eb-62153a25ed48 req-7578f975-b083-4aa0-a96d-2fd6c5ad3a26 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:15.722082 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-79cf6260-b0fb-4ed3-b8f3-91152c9e4efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:15.788208 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f7dda104-ece7-40a4-864a-93379bd727e6 req-27831bd2-c39b-4cbb-94a1-52e682a4a057 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5bace9f-1957-4e04-a1aa-9d20460e2fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275930 May 06 18:42:15.842539 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-79cf6260-b0fb-4ed3-b8f3-91152c9e4efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:15.852751 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-e1ec5bc2-1ef1-4de7-8248-c4ee8368e3c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:15.872874 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf6260-b0fb-4ed3-b8f3-91152c9e4efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258c9a04-b295-4a56-889e-44b0fe29aab0,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:15.876894 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-79cf6260-b0fb-4ed3-b8f3-91152c9e4efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:15.883189 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-79cf6260-b0fb-4ed3-b8f3-91152c9e4efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:15.889011 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-79cf6260-b0fb-4ed3-b8f3-91152c9e4efc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/258c9a04-b295-4a56-889e-44b0fe29aab0 HTTP/1.1" status: 204 len: 168 time: 0.3779333 May 06 18:42:16.092148 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-7fa858b5-1418-4272-89eb-62153a25ed48 req-7578f975-b083-4aa0-a96d-2fd6c5ad3a26 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:16.092782 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-7fa858b5-1418-4272-89eb-62153a25ed48 req-7578f975-b083-4aa0-a96d-2fd6c5ad3a26 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1046138'] for floatingip, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:16.093211 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.db.l3_db [req-7fa858b5-1418-4272-89eb-62153a25ed48 req-7578f975-b083-4aa0-a96d-2fd6c5ad3a26 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Floating IP 6277f53d-fb2a-45b3-bc23-89649addc64f disassociated. External IP: 172.27.1.103, port: 77e2b538-a1e8-4232-a588-463a8dea0e5a. May 06 18:42:16.093771 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-7fa858b5-1418-4272-89eb-62153a25ed48 req-7578f975-b083-4aa0-a96d-2fd6c5ad3a26 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Calling delete_port for 77e2b538-a1e8-4232-a588-463a8dea0e5a owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:16.099635 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:42:16.162618 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] No Port match for: 0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:42:16.163544 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 0b7c5b82-1ed0-4913-9dc6-2c2b7d8ac94b not bound to the agent host hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:42:16.164449 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:42:16.209032 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] No Port match for: 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:42:16.209781 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 25af0ca0-8e7f-4fec-9621-fc2a517e5d7a not bound to the agent host hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:42:16.232629 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-7fa858b5-1418-4272-89eb-62153a25ed48 req-7578f975-b083-4aa0-a96d-2fd6c5ad3a26 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:16.238490 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-341ca82c-01cd-4c91-9de8-6a7261f36405 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:16.294926 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-51c8a466-3ea2-4cb3-9fe2-ecc994ea35d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:16.392383 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578f975-b083-4aa0-a96d-2fd6c5ad3a26 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Pushing event deleted for resources: {'Port': ['ID=77e2b538-a1e8-4232-a588-463a8dea0e5a,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:16.396171 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7578f975-b083-4aa0-a96d-2fd6c5ad3a26 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:16.568304 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 49338) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:16.610620 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fa858b5-1418-4272-89eb-62153a25ed48 req-7578f975-b083-4aa0-a96d-2fd6c5ad3a26 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Router 6cb201b6-af57-4600-9187-cedbedf2fbc9 has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:42:16.648314 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-117bbae9-bcf4-4c57-a185-68113787d4c5 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:16.703502 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-117bbae9-bcf4-4c57-a185-68113787d4c5 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:16.813954 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-117bbae9-bcf4-4c57-a185-68113787d4c5 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:16.820273 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-8c4b55e6-4a93-4306-bea2-13ffa20a494a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:16.832886 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fa858b5-1418-4272-89eb-62153a25ed48 req-7578f975-b083-4aa0-a96d-2fd6c5ad3a26 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:42:16.838865 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bbae9-bcf4-4c57-a185-68113787d4c5 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52696c27-27ec-446e-acd3-75cfa34c6615,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:16.841938 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-117bbae9-bcf4-4c57-a185-68113787d4c5 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:16.846146 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b1216-4b79-457a-9726-07b88b1556eb None None] Sync routers for ids ['6cb201b6-af57-4600-9187-cedbedf2fbc9'] in dv-cinder-733622-15-iscsi {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:42:16.857916 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-117bbae9-bcf4-4c57-a185-68113787d4c5 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:16.859574 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-117bbae9-bcf4-4c57-a185-68113787d4c5 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] 10.222.0.50 "DELETE /v2.0/security-groups/52696c27-27ec-446e-acd3-75cfa34c6615 HTTP/1.1" status: 204 len: 168 time: 0.2902491 May 06 18:42:16.864180 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b1216-4b79-457a-9726-07b88b1556eb None None] Routers {'6cb201b6-af57-4600-9187-cedbedf2fbc9'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:42:16.864814 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-806b1216-4b79-457a-9726-07b88b1556eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:41:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['6cb201b6-af57-4600-9187-cedbedf2fbc9'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:17.027840 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa858b5-1418-4272-89eb-62153a25ed48 req-7578f975-b083-4aa0-a96d-2fd6c5ad3a26 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] No DVR routers for this DVR port 77e2b538-a1e8-4232-a588-463a8dea0e5a on host hv-cinder-73362 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:42:17.036562 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-7fa858b5-1418-4272-89eb-62153a25ed48 req-7578f975-b083-4aa0-a96d-2fd6c5ad3a26 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:17.052649 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7fa858b5-1418-4272-89eb-62153a25ed48 req-7578f975-b083-4aa0-a96d-2fd6c5ad3a26 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.55 "DELETE /v2.0/ports/77e2b538-a1e8-4232-a588-463a8dea0e5a HTTP/1.1" status: 204 len: 173 time: 1.9560881 May 06 18:42:17.111890 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-c8f012bc-04df-4c14-86e4-a5dfe52d0119 req-51a93833-b4cc-4a12-96a1-617d2612f047 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 210 time: 0.0787771 May 06 18:42:17.166641 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-806b1216-4b79-457a-9726-07b88b1556eb None None] Set router 6cb201b6-af57-4600-9187-cedbedf2fbc9 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:42:17.168869 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd785921e-04f7-4bc8-bbcc-d27a1b5df8fc', 'name': 'network-vif-deleted', 'tag': '77e2b538-a1e8-4232-a588-463a8dea0e5a'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:42:17.263434 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd785921e-04f7-4bc8-bbcc-d27a1b5df8fc', 'name': 'network-vif-deleted', 'tag': '77e2b538-a1e8-4232-a588-463a8dea0e5a', 'status': 'completed', 'code': 200} May 06 18:42:17.583709 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-806b1216-4b79-457a-9726-07b88b1556eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1136130436-router', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:44Z', 'revision_number': 4, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'gw_port': {'id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:63:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:35Z', 'updated_at': '2021-05-06T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '609b50a0-967e-4356-881f-b468d6e55d7c', 'name': '', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'mac_address': 'fa:16:3e:7e:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:42Z', 'updated_at': '2021-05-06T18:35:00Z', 'revision_number': 5, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'subnets': [{'id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:17.585746 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b1216-4b79-457a-9726-07b88b1556eb None None] Checking router: 6cb201b6-af57-4600-9187-cedbedf2fbc9 for host: dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:42:17.595097 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b1216-4b79-457a-9726-07b88b1556eb None None] Routers {'6cb201b6-af57-4600-9187-cedbedf2fbc9'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:42:17.595753 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-806b1216-4b79-457a-9726-07b88b1556eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:41:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['6cb201b6-af57-4600-9187-cedbedf2fbc9'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:17.787829 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-806b1216-4b79-457a-9726-07b88b1556eb None None] Set router 6cb201b6-af57-4600-9187-cedbedf2fbc9 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:42:17.963569 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 49378) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:18.258179 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-806b1216-4b79-457a-9726-07b88b1556eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1136130436-router', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:44Z', 'revision_number': 4, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'gw_port': {'id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:63:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:35Z', 'updated_at': '2021-05-06T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '609b50a0-967e-4356-881f-b468d6e55d7c', 'name': '', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'mac_address': 'fa:16:3e:7e:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:42Z', 'updated_at': '2021-05-06T18:35:00Z', 'revision_number': 5, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'subnets': [{'id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:18.268331 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b1216-4b79-457a-9726-07b88b1556eb None None] The sync data for ids ['6cb201b6-af57-4600-9187-cedbedf2fbc9'] in dv-cinder-733622-15-iscsi is: [{'id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1136130436-router', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:34:44Z', 'revision_number': 4, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'gw_port': {'id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:63:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:35Z', 'updated_at': '2021-05-06T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '609b50a0-967e-4356-881f-b468d6e55d7c', 'name': '', 'network_id': '4977f012-56c5-46bd-a1b1-7dca239e88c0', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'mac_address': 'fa:16:3e:7e:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:42Z', 'updated_at': '2021-05-06T18:35:00Z', 'revision_number': 5, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'subnets': [{'id': 'd64319e1-ca21-4f57-b62e-b95f80302d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:42:18.327012 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:18.684797 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-124cd1e5-05e2-4e7e-b1ed-973054f40405 req-cf2099a7-c19c-4ab1-a6d4-9ca459da5a5b tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/ports?device_id=d785921e-04f7-4bc8-bbcc-d27a1b5df8fc HTTP/1.1" status: 200 len: 210 time: 0.2581763 May 06 18:42:18.747587 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-5cb85165-2d35-4140-821a-58fb69de6a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:18.838187 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5207249-168a-4dc3-994f-796fc5371d76 None None] New status for floating IP 6277f53d-fb2a-45b3-bc23-89649addc64f: DOWN {{(pid=78805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:42:19.335498 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d18cd483-baa2-4acf-a9d1-521674a8bf2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1039683'] for router_interface, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:19.870685 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49418) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:19.932805 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-d18cd483-baa2-4acf-a9d1-521674a8bf2f admin admin] Deleting port 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b {{(pid=78804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:19.933241 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d18cd483-baa2-4acf-a9d1-521674a8bf2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:19.990050 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-2f981bf1-7a35-433b-8374-18a83a8455a5 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:20.119488 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:20.120874 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-d18cd483-baa2-4acf-a9d1-521674a8bf2f admin admin] For port 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=2fc906ef-bb7d-4c03-910e-601a7b6b8c6b,segment=NetworkSegment(345ce7f2-3382-4b9c-8377-d2560ee66732),segment_id=345ce7f2-3382-4b9c-8377-d2560ee66732)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:20.121069 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-2f981bf1-7a35-433b-8374-18a83a8455a5 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:20.121740 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d18cd483-baa2-4acf-a9d1-521674a8bf2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:20.221429 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-2f981bf1-7a35-433b-8374-18a83a8455a5 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:20.229270 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f8a5a5b2-08c9-4d7c-9fa8-ff01b2a2b61e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:20.262140 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f981bf1-7a35-433b-8374-18a83a8455a5 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bace9f-1957-4e04-a1aa-9d20460e2fde,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:20.266273 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2f981bf1-7a35-433b-8374-18a83a8455a5 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:20.290958 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-2f981bf1-7a35-433b-8374-18a83a8455a5 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:20.293108 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-2f981bf1-7a35-433b-8374-18a83a8455a5 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "DELETE /v2.0/security-groups/d5bace9f-1957-4e04-a1aa-9d20460e2fde HTTP/1.1" status: 204 len: 168 time: 0.4207280 May 06 18:42:20.299539 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49428) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:20.330153 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.api.v2.resource [None req-d5e367d6-2dc5-4ef0-b11d-79280e8a9764 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] show failed (client error): The resource could not be found. May 06 18:42:20.331211 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-d5e367d6-2dc5-4ef0-b11d-79280e8a9764 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "GET /v2.0/security-groups/d5bace9f-1957-4e04-a1aa-9d20460e2fde HTTP/1.1" status: 404 len: 347 time: 0.0178862 May 06 18:42:20.334428 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49432) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:20.334845 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-d18cd483-baa2-4acf-a9d1-521674a8bf2f admin admin] Calling delete_port for 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b owned by network:router_interface {{(pid=78804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:20.549316 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d18cd483-baa2-4acf-a9d1-521674a8bf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:20.553771 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:20.605967 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cd483-baa2-4acf-a9d1-521674a8bf2f admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc906ef-bb7d-4c03-910e-601a7b6b8c6b,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:20.613567 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-d18cd483-baa2-4acf-a9d1-521674a8bf2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:20.700845 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-98904aa1-852b-4722-8ef2-1ccc09c9503a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Deleting port b41083b4-045a-4cc5-b57b-474ba07cb31c {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:20.701393 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-98904aa1-852b-4722-8ef2-1ccc09c9503a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:20.864374 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-98904aa1-852b-4722-8ef2-1ccc09c9503a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:20.864744 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-98904aa1-852b-4722-8ef2-1ccc09c9503a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:20.999771 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-98904aa1-852b-4722-8ef2-1ccc09c9503a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Calling delete_port for b41083b4-045a-4cc5-b57b-474ba07cb31c owned by network:floatingip {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:21.038308 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d18cd483-baa2-4acf-a9d1-521674a8bf2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1042931'] for router_interface, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:21.142574 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-98904aa1-852b-4722-8ef2-1ccc09c9503a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:21.150814 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-be7267cf-d503-47ba-aedc-abd06a9431c3 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:21.236858 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98904aa1-852b-4722-8ef2-1ccc09c9503a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Pushing event deleted for resources: {'Port': ['ID=b41083b4-045a-4cc5-b57b-474ba07cb31c,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:21.242367 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-98904aa1-852b-4722-8ef2-1ccc09c9503a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:21.369475 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-98904aa1-852b-4722-8ef2-1ccc09c9503a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks [] for floatingip, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:21.386359 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-98904aa1-852b-4722-8ef2-1ccc09c9503a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for floatingip, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:21.387891 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-98904aa1-852b-4722-8ef2-1ccc09c9503a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] 10.222.0.50 "DELETE /v2.0/floatingips/6277f53d-fb2a-45b3-bc23-89649addc64f HTTP/1.1" status: 204 len: 168 time: 1.0523515 May 06 18:42:21.610955 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18cd483-baa2-4acf-a9d1-521674a8bf2f admin admin] Router f7de5552-23d1-4bcc-ae13-da40ddf069f8 has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:42:21.642195 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:21.996017 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18cd483-baa2-4acf-a9d1-521674a8bf2f admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:42:22.016289 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-d18cd483-baa2-4acf-a9d1-521674a8bf2f admin admin] 10.222.0.50 "PUT /v2.0/routers/f7de5552-23d1-4bcc-ae13-da40ddf069f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0501523 May 06 18:42:22.018306 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0777b5f1-c318-44cd-8f59-e8192fc2c193 None None] Sync routers for ids ['f7de5552-23d1-4bcc-ae13-da40ddf069f8'] in dv-cinder-733622-15-iscsi {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:42:22.020882 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49448) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:22.064712 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0777b5f1-c318-44cd-8f59-e8192fc2c193 None None] Routers {'f7de5552-23d1-4bcc-ae13-da40ddf069f8'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:42:22.065793 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-0777b5f1-c318-44cd-8f59-e8192fc2c193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:42:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['f7de5552-23d1-4bcc-ae13-da40ddf069f8'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:22.357320 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-22f469e3-ca8b-4daf-9322-5ec45a772379 admin admin] Notify callbacks [] for router, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:22.478112 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-0777b5f1-c318-44cd-8f59-e8192fc2c193 None None] Set router f7de5552-23d1-4bcc-ae13-da40ddf069f8 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:42:22.591347 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-22f469e3-ca8b-4daf-9322-5ec45a772379 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:22.737191 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-22f469e3-ca8b-4daf-9322-5ec45a772379 admin admin] Deleting port 85a263c6-6f54-4233-87b4-01355329f3ff {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:22.737784 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-22f469e3-ca8b-4daf-9322-5ec45a772379 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:22.923419 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [None req-22f469e3-ca8b-4daf-9322-5ec45a772379 admin admin] For port 85a263c6-6f54-4233-87b4-01355329f3ff, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=85a263c6-6f54-4233-87b4-01355329f3ff,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:22.924249 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-22f469e3-ca8b-4daf-9322-5ec45a772379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:22.946565 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 77e2b538-a1e8-4232-a588-463a8dea0e5a no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:42:23.005082 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] No Port match for: 77e2b538-a1e8-4232-a588-463a8dea0e5a {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:42:23.008476 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 77e2b538-a1e8-4232-a588-463a8dea0e5a not bound to the agent host hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:42:23.054533 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-0777b5f1-c318-44cd-8f59-e8192fc2c193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'name': 'tempest-TestShelveInstance-1370194141-router', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:35:56Z', 'updated_at': '2021-05-06T18:42:20Z', 'revision_number': 5, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'gw_port': {'id': '85a263c6-6f54-4233-87b4-01355329f3ff', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:58Z', 'updated_at': '2021-05-06T18:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:23.067500 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0777b5f1-c318-44cd-8f59-e8192fc2c193 None None] Checking router: f7de5552-23d1-4bcc-ae13-da40ddf069f8 for host: dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:42:23.080483 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0777b5f1-c318-44cd-8f59-e8192fc2c193 None None] Routers {'f7de5552-23d1-4bcc-ae13-da40ddf069f8'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:42:23.081549 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-0777b5f1-c318-44cd-8f59-e8192fc2c193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:42:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['f7de5552-23d1-4bcc-ae13-da40ddf069f8'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:23.113007 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-22f469e3-ca8b-4daf-9322-5ec45a772379 admin admin] Calling delete_port for 85a263c6-6f54-4233-87b4-01355329f3ff owned by network:router_gateway {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:23.269682 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-0777b5f1-c318-44cd-8f59-e8192fc2c193 None None] Set router f7de5552-23d1-4bcc-ae13-da40ddf069f8 gateway port host: None {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:42:23.349709 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-22f469e3-ca8b-4daf-9322-5ec45a772379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:23.357262 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-14eb3f7f-1f00-45a8-b048-24623bd636d1 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:23.428713 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-0777b5f1-c318-44cd-8f59-e8192fc2c193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'name': 'tempest-TestShelveInstance-1370194141-router', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:35:56Z', 'updated_at': '2021-05-06T18:42:22Z', 'revision_number': 6, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'gw_port_host': None}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:23.433781 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0777b5f1-c318-44cd-8f59-e8192fc2c193 None None] The sync data for ids ['f7de5552-23d1-4bcc-ae13-da40ddf069f8'] in dv-cinder-733622-15-iscsi is: [{'id': 'f7de5552-23d1-4bcc-ae13-da40ddf069f8', 'name': 'tempest-TestShelveInstance-1370194141-router', 'tenant_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:35:56Z', 'updated_at': '2021-05-06T18:42:22Z', 'revision_number': 6, 'project_id': '1594b9d2ba474f5684ba2fddf163a1c5', 'gw_port_host': None}] {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:42:23.455419 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f469e3-ca8b-4daf-9322-5ec45a772379 admin admin] Pushing event deleted for resources: {'Port': ['ID=85a263c6-6f54-4233-87b4-01355329f3ff,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:23.519145 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-22f469e3-ca8b-4daf-9322-5ec45a772379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:23.602968 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-22f469e3-ca8b-4daf-9322-5ec45a772379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1046119'] for router_gateway, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:24.058024 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-22f469e3-ca8b-4daf-9322-5ec45a772379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15271'] for router, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:24.066444 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-22f469e3-ca8b-4daf-9322-5ec45a772379 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:24.138298 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-22f469e3-ca8b-4daf-9322-5ec45a772379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1038965'] for router, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:24.139094 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f469e3-ca8b-4daf-9322-5ec45a772379 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7de5552-23d1-4bcc-ae13-da40ddf069f8 {{(pid=78803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 18:42:24.170809 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-0af68ac3-a696-44b7-b7c2-373d56f3310b tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:24.172426 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-0af68ac3-a696-44b7-b7c2-373d56f3310b tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/networks?id=1999fa10-5a07-4402-bc17-c8a7569e0b1c HTTP/1.1" status: 200 len: 813 time: 0.4845028 May 06 18:42:24.179621 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-22f469e3-ca8b-4daf-9322-5ec45a772379 admin admin] Notify callbacks [] for router, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:24.182165 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-22f469e3-ca8b-4daf-9322-5ec45a772379 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f7de5552-23d1-4bcc-ae13-da40ddf069f8 HTTP/1.1" status: 204 len: 168 time: 2.1598296 May 06 18:42:24.185675 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 49522) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:24.193337 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-01b2950d-c588-4e14-a13a-b051ef41042e tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/quotas/ab13d26cf75d4bef8a9d83665ea6b874 HTTP/1.1" status: 200 len: 375 time: 0.0099008 May 06 18:42:24.278123 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_v2 [None req-2727852b-f1a0-4521-ba4d-fc080c79838a admin admin] Deleting subnet a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d {{(pid=78804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:42:24.282727 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-2727852b-f1a0-4521-ba4d-fc080c79838a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:24.344078 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-2727852b-f1a0-4521-ba4d-fc080c79838a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2426638'] for subnet, precommit_delete_associations {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:24.375225 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-60d4cdc3-0f95-4362-aa80-5223f749d000 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab13d26cf75d4bef8a9d83665ea6b874&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1658118 May 06 18:42:24.498030 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:42:24.546508 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-2727852b-f1a0-4521-ba4d-fc080c79838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8251675'] for subnet, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:24.579494 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:42:24.579965 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 2fc906ef-bb7d-4c03-910e-601a7b6b8c6b not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:42:24.581074 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 85a263c6-6f54-4233-87b4-01355329f3ff no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:42:24.628134 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: 85a263c6-6f54-4233-87b4-01355329f3ff {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:42:24.628486 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 85a263c6-6f54-4233-87b4-01355329f3ff not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:42:24.644720 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-efce197f-40d5-42c4-a6cc-1363405d6833 service neutron] 10.222.0.50 "GET /v2.0/networks/1999fa10-5a07-4402-bc17-c8a7569e0b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543762 May 06 18:42:24.826284 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-a0695dd0-bdea-4d33-b6b2-a238b554be3c service neutron] 10.222.0.50 "GET /v2.0/networks/1999fa10-5a07-4402-bc17-c8a7569e0b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739151 May 06 18:42:24.885518 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-2727852b-f1a0-4521-ba4d-fc080c79838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8251668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3062876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3327130'] for subnet, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:24.889802 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:24.927033 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727852b-f1a0-4521-ba4d-fc080c79838a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:24.931676 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-2727852b-f1a0-4521-ba4d-fc080c79838a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:24.934680 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-2727852b-f1a0-4521-ba4d-fc080c79838a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:24.941361 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-2727852b-f1a0-4521-ba4d-fc080c79838a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a8bb1c23-1624-4815-bb76-a6fb6d6e8c3d HTTP/1.1" status: 204 len: 168 time: 0.7541759 May 06 18:42:24.943855 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 49536) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:24.944995 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed00bec1-2ee9-4d55-979f-9cdb0bce3693 None None] Network a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:42:25.137263 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08f2029a-b109-49ce-bd02-6070f7b4b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8341019'] for network, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:25.298734 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-492ee490-7717-4e4e-83c5-d6a6a95abb79 req-b6a9f3f6-4fdb-4845-bab1-839db9e60680 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebfbde08-d8a2-4363-b60f-c2d591381500 HTTP/1.1" status: 200 len: 210 time: 0.0872045 May 06 18:42:25.344342 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0872fad5-be19-4c0b-8b6f-1c66b30f8fc5 None None] DHCP port deletion for a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 request from dv-cinder-733622-15-iscsi {{(pid=78805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 18:42:25.405133 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-08f2029a-b109-49ce-bd02-6070f7b4b6c5 admin admin] Deleting port 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86 {{(pid=78804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:25.405503 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08f2029a-b109-49ce-bd02-6070f7b4b6c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:25.447799 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-0872fad5-be19-4c0b-8b6f-1c66b30f8fc5 None None] Deleting port 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86 {{(pid=78805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:25.448465 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-0872fad5-be19-4c0b-8b6f-1c66b30f8fc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:25.553694 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08f2029a-b109-49ce-bd02-6070f7b4b6c5 admin admin] For port 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=54dd97e6-3b6f-4d24-bdef-a4b918cd6a86,segment=NetworkSegment(345ce7f2-3382-4b9c-8377-d2560ee66732),segment_id=345ce7f2-3382-4b9c-8377-d2560ee66732)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:25.554056 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08f2029a-b109-49ce-bd02-6070f7b4b6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:25.621716 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-0872fad5-be19-4c0b-8b6f-1c66b30f8fc5 None None] For port 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=54dd97e6-3b6f-4d24-bdef-a4b918cd6a86,segment=NetworkSegment(345ce7f2-3382-4b9c-8377-d2560ee66732),segment_id=345ce7f2-3382-4b9c-8377-d2560ee66732)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:25.623196 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-0872fad5-be19-4c0b-8b6f-1c66b30f8fc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:25.680510 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49562) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:25.705968 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-08f2029a-b109-49ce-bd02-6070f7b4b6c5 admin admin] Calling delete_port for 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86 owned by network:dhcp {{(pid=78804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:25.835650 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08f2029a-b109-49ce-bd02-6070f7b4b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:25.846975 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-df12a750-88bc-4180-a958-5deea2957d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:25.909139 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49572) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:25.940764 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2029a-b109-49ce-bd02-6070f7b4b6c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=54dd97e6-3b6f-4d24-bdef-a4b918cd6a86,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:25.959551 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08f2029a-b109-49ce-bd02-6070f7b4b6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:25.960688 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f2029a-b109-49ce-bd02-6070f7b4b6c5 admin admin] No DVR routers for this DVR port 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86 on host dv-cinder-733622-15-iscsi {{(pid=78804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:42:25.964273 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-0872fad5-be19-4c0b-8b6f-1c66b30f8fc5 None None] Calling delete_port for 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86 owned by network:dhcp {{(pid=78805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:25.982367 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7fc4e28a-8eb8-46d8-ab53-69abbd0a62c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:26.013431 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-0872fad5-be19-4c0b-8b6f-1c66b30f8fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615'] for port, after_delete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:26.022204 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-7fc4e28a-8eb8-46d8-ab53-69abbd0a62c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:26.024844 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:26.033150 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-7fc4e28a-8eb8-46d8-ab53-69abbd0a62c3 admin admin] Usage tracker for resource:security_group_rule and tenant:23fc77a25c974bf3bac6aa30f6b5da1e is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:26.038316 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-7fc4e28a-8eb8-46d8-ab53-69abbd0a62c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:26.047926 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-7fc4e28a-8eb8-46d8-ab53-69abbd0a62c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:26.060342 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0872fad5-be19-4c0b-8b6f-1c66b30f8fc5 None None] No DVR routers for this DVR port 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86 on host dv-cinder-733622-15-iscsi {{(pid=78805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:42:26.092326 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872fad5-be19-4c0b-8b6f-1c66b30f8fc5 None None] Pushing event deleted for resources: {'Port': ['ID=54dd97e6-3b6f-4d24-bdef-a4b918cd6a86,revision_number=None']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:26.100113 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-0872fad5-be19-4c0b-8b6f-1c66b30f8fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:26.160602 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08f2029a-b109-49ce-bd02-6070f7b4b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8253920', 'neutron.services.segments.db._delete_segments_for_network-8734943948701'] for network, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:26.177955 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.services.segments.db [None req-08f2029a-b109-49ce-bd02-6070f7b4b6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8']}} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:26.192768 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.services.segments.db [None req-08f2029a-b109-49ce-bd02-6070f7b4b6c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '345ce7f2-3382-4b9c-8377-d2560ee66732') {'for_net_delete': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:26.193062 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.services.segments.db [None req-08f2029a-b109-49ce-bd02-6070f7b4b6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '345ce7f2-3382-4b9c-8377-d2560ee66732') {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:26.218113 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08f2029a-b109-49ce-bd02-6070f7b4b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734943960679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2426641'] for segment, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:26.238651 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08f2029a-b109-49ce-bd02-6070f7b4b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:26.256819 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f2029a-b109-49ce-bd02-6070f7b4b6c5 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=78804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:42:26.257446 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08f2029a-b109-49ce-bd02-6070f7b4b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8250152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3062842'] for segment, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: Traceback (most recent call last): May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: timer() May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: cb(*args, **kw) May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: return func(*args, **kwargs) May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: self._notify() May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: self.callback(batched_events) May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: event.method(event) May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: return f(self, *a, **k) May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: return self._get(url).json() May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: return self.request(url, 'GET', **kwargs) May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:42:26.287633 dv-cinder-733622-15-iscsi neutron-server[78804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:42:26.395491 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7fc4e28a-8eb8-46d8-ab53-69abbd0a62c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:26.419325 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7fc4e28a-8eb8-46d8-ab53-69abbd0a62c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:26.439790 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08f2029a-b109-49ce-bd02-6070f7b4b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8253849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1046133'] for network, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:26.448697 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-91f313ce-1bf6-4300-ae59-05a7b44470bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:26.449727 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-1ad81642-dd0f-4b7f-8dad-1c8cfbfa2918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:26.540402 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86 no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:42:26.594288 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-7fc4e28a-8eb8-46d8-ab53-69abbd0a62c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=23fc77a25c974bf3bac6aa30f6b5da1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9125960 May 06 18:42:26.603282 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49580) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:26.638467 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08f2029a-b109-49ce-bd02-6070f7b4b6c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:26.646046 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86 {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:42:26.647614 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 54dd97e6-3b6f-4d24-bdef-a4b918cd6a86 not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:42:26.653656 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2029a-b109-49ce-bd02-6070f7b4b6c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:26.659047 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08f2029a-b109-49ce-bd02-6070f7b4b6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:26.669351 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-08f2029a-b109-49ce-bd02-6070f7b4b6c5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a9334bf8-a9f4-4af6-ad7e-3cea4aaadcd8 HTTP/1.1" status: 204 len: 168 time: 1.7239804 May 06 18:42:26.669873 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 49582) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:26.731702 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4e28a-8eb8-46d8-ab53-69abbd0a62c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ffcfae-228d-4403-b070-c07bd31ec867,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:26.759848 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-54a055af-ff7f-48b5-ab7c-f32bd73f00f9 req-eadcb250-1fb4-4336-9bdf-6b83f289ce70 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebfbde08-d8a2-4363-b60f-c2d591381500 HTTP/1.1" status: 200 len: 210 time: 0.2395990 May 06 18:42:26.877696 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7fc4e28a-8eb8-46d8-ab53-69abbd0a62c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:27.137700 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-fc5e85c1-11f7-4b46-ae68-18da7053cba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.233985 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-fc5e85c1-11f7-4b46-ae68-18da7053cba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.305168 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-fa9b800a-46e6-4d6e-bb37-680e3239d3f2 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:27.307082 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-fa9b800a-46e6-4d6e-bb37-680e3239d3f2 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.55 "GET /v2.0/networks?id=1999fa10-5a07-4402-bc17-c8a7569e0b1c HTTP/1.1" status: 200 len: 813 time: 0.5567369 May 06 18:42:27.323054 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.324718 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-72ef65a8-1f17-49c3-b8d0-caae8ad5c9a3 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Request body: {'port': {'device_id': 'ebfbde08-d8a2-4363-b60f-c2d591381500', 'network_id': '1999fa10-5a07-4402-bc17-c8a7569e0b1c', 'admin_state_up': True, 'tenant_id': 'ab13d26cf75d4bef8a9d83665ea6b874'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:42:27.484041 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-fc5e85c1-11f7-4b46-ae68-18da7053cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.488773 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f042dca8-206e-42f2-8916-9d9a8f206891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1039683'] for router_interface, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.493467 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-83a37e54-d26a-4f8d-918f-14199f53877a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:27.522679 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e85c1-11f7-4b46-ae68-18da7053cba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ffcfae-228d-4403-b070-c07bd31ec867,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:27.527101 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-fc5e85c1-11f7-4b46-ae68-18da7053cba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:27.537910 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-fc5e85c1-11f7-4b46-ae68-18da7053cba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.539046 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-fc5e85c1-11f7-4b46-ae68-18da7053cba5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e8ffcfae-228d-4403-b070-c07bd31ec867 HTTP/1.1" status: 204 len: 168 time: 0.8099914 May 06 18:42:27.546311 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-72ef65a8-1f17-49c3-b8d0-caae8ad5c9a3 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:27.596202 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-72ef65a8-1f17-49c3-b8d0-caae8ad5c9a3 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:27.616305 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-72ef65a8-1f17-49c3-b8d0-caae8ad5c9a3 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Made reservation on behalf of ab13d26cf75d4bef8a9d83665ea6b874 for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:42:27.620951 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-72ef65a8-1f17-49c3-b8d0-caae8ad5c9a3 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.889045 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f17b9526-7a59-46ad-9de0-cd3ba72d0fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1039683'] for router_interface, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:28.038595 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6e7aaec6-48fc-42b4-86c5-f2afc71cf494 req-a2ef1539-0056-4fce-ae77-48883aa7a5fd tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebfbde08-d8a2-4363-b60f-c2d591381500 HTTP/1.1" status: 200 len: 210 time: 0.0864067 May 06 18:42:28.080807 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-f042dca8-206e-42f2-8916-9d9a8f206891 admin admin] Deleting port 8c589dad-44d9-4033-9736-90986ab2eb5a {{(pid=78804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:28.081143 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f042dca8-206e-42f2-8916-9d9a8f206891 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:28.124370 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49598) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:28.160818 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-80e450a6-5ec6-49da-8fb9-06b29538c16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:28.219953 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-f042dca8-206e-42f2-8916-9d9a8f206891 admin admin] For port 8c589dad-44d9-4033-9736-90986ab2eb5a, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=8c589dad-44d9-4033-9736-90986ab2eb5a,segment=NetworkSegment(585774ff-b71b-4d76-993f-8f70e01be396),segment_id=585774ff-b71b-4d76-993f-8f70e01be396)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:28.220312 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f042dca8-206e-42f2-8916-9d9a8f206891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:28.237520 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-80e450a6-5ec6-49da-8fb9-06b29538c16f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:28.245586 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-80e450a6-5ec6-49da-8fb9-06b29538c16f admin admin] Usage tracker for resource:security_group_rule and tenant:7edfca052ee241c2ada5bc48d8302328 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:28.252712 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-80e450a6-5ec6-49da-8fb9-06b29538c16f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:28.268906 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-80e450a6-5ec6-49da-8fb9-06b29538c16f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:28.320329 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-72ef65a8-1f17-49c3-b8d0-caae8ad5c9a3 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Allocated IP 172.20.0.5 (1999fa10-5a07-4402-bc17-c8a7569e0b1c/03528dfd-0f29-472a-83a2-bb14b31290a3/0b12fbfe-2226-406c-87ec-577aa8ab8a61) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:42:28.362802 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-f042dca8-206e-42f2-8916-9d9a8f206891 admin admin] Calling delete_port for 8c589dad-44d9-4033-9736-90986ab2eb5a owned by network:router_interface {{(pid=78804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:28.674717 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f042dca8-206e-42f2-8916-9d9a8f206891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:28.679734 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:28.687541 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-80e450a6-5ec6-49da-8fb9-06b29538c16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:28.708767 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-80e450a6-5ec6-49da-8fb9-06b29538c16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:28.720283 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-5a46a196-6af5-4a8a-ad8b-0aa06ae8f747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:28.731333 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042dca8-206e-42f2-8916-9d9a8f206891 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c589dad-44d9-4033-9736-90986ab2eb5a,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:28.765887 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f042dca8-206e-42f2-8916-9d9a8f206891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:28.857268 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-80e450a6-5ec6-49da-8fb9-06b29538c16f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7edfca052ee241c2ada5bc48d8302328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7284701 May 06 18:42:28.857268 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e450a6-5ec6-49da-8fb9-06b29538c16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b546d65d-02e3-4faa-b09c-375998d52e3c,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:28.862266 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-72ef65a8-1f17-49c3-b8d0-caae8ad5c9a3 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:28.865243 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49602) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:28.866117 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-80e450a6-5ec6-49da-8fb9-06b29538c16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:29.001599 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d7b79088-adc9-49bc-9584-81c0973c41f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:29.021475 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-72ef65a8-1f17-49c3-b8d0-caae8ad5c9a3 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:29.036476 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-98904aa1-852b-4722-8ef2-1ccc09c9503a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:29.046212 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f042dca8-206e-42f2-8916-9d9a8f206891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1042931'] for router_interface, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:29.108824 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-f17b9526-7a59-46ad-9de0-cd3ba72d0fa0 admin admin] Deleting port 609b50a0-967e-4356-881f-b468d6e55d7c {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:29.108824 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f17b9526-7a59-46ad-9de0-cd3ba72d0fa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:29.131551 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d7b79088-adc9-49bc-9584-81c0973c41f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:29.267340 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-72ef65a8-1f17-49c3-b8d0-caae8ad5c9a3 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Network 1999fa10-5a07-4402-bc17-c8a7569e0b1c is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:42:29.279829 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-72ef65a8-1f17-49c3-b8d0-caae8ad5c9a3 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:42:29.297501 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-72ef65a8-1f17-49c3-b8d0-caae8ad5c9a3 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:42:29.354488 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef65a8-1f17-49c3-b8d0-caae8ad5c9a3 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Pushing event updated for resources: {'Port': ['ID=0b12fbfe-2226-406c-87ec-577aa8ab8a61,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:29.365537 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-72ef65a8-1f17-49c3-b8d0-caae8ad5c9a3 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:29.428018 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-72ef65a8-1f17-49c3-b8d0-caae8ad5c9a3 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:29.428660 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-72ef65a8-1f17-49c3-b8d0-caae8ad5c9a3 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:29.453853 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f042dca8-206e-42f2-8916-9d9a8f206891 admin admin] Router e1158e19-a24d-43b5-ab65-25ad142ddd8d has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:42:29.454905 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [None req-f17b9526-7a59-46ad-9de0-cd3ba72d0fa0 admin admin] For port 609b50a0-967e-4356-881f-b468d6e55d7c, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=609b50a0-967e-4356-881f-b468d6e55d7c,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:29.455336 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f17b9526-7a59-46ad-9de0-cd3ba72d0fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:29.534091 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d7b79088-adc9-49bc-9584-81c0973c41f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:29.536824 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-fc5e85c1-11f7-4b46-ae68-18da7053cba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:29.626644 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-f17b9526-7a59-46ad-9de0-cd3ba72d0fa0 admin admin] Calling delete_port for 609b50a0-967e-4356-881f-b468d6e55d7c owned by network:router_interface {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:29.633696 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b79088-adc9-49bc-9584-81c0973c41f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b546d65d-02e3-4faa-b09c-375998d52e3c,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:29.639080 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-d7b79088-adc9-49bc-9584-81c0973c41f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:29.649667 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b3c57-09a4-4917-92ff-32783f47f138 req-d3a5ba06-324f-4068-be82-2b041263d787 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:29.650431 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-bb7b3c57-09a4-4917-92ff-32783f47f138 req-d3a5ba06-324f-4068-be82-2b041263d787 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Synchronizing usage tracker for tenant:ab13d26cf75d4bef8a9d83665ea6b874 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:42:29.655511 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-72ef65a8-1f17-49c3-b8d0-caae8ad5c9a3 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3355086 May 06 18:42:29.659852 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d7b79088-adc9-49bc-9584-81c0973c41f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:29.660815 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-d7b79088-adc9-49bc-9584-81c0973c41f8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b546d65d-02e3-4faa-b09c-375998d52e3c HTTP/1.1" status: 204 len: 168 time: 0.7911708 May 06 18:42:29.681970 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f042dca8-206e-42f2-8916-9d9a8f206891 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:42:29.682917 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] Request body: {'port': {'device_id': 'ebfbde08-d8a2-4363-b60f-c2d591381500', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:42:29.691943 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccf3939-a6e8-472e-bc91-50b13272e531 None None] Sync routers for ids ['e1158e19-a24d-43b5-ab65-25ad142ddd8d'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:42:29.699483 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-f042dca8-206e-42f2-8916-9d9a8f206891 admin admin] 10.222.0.50 "PUT /v2.0/routers/e1158e19-a24d-43b5-ab65-25ad142ddd8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0282753 May 06 18:42:29.702839 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 49610) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:29.703060 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccf3939-a6e8-472e-bc91-50b13272e531 None None] Routers {'e1158e19-a24d-43b5-ab65-25ad142ddd8d'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:42:29.703718 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-7ccf3939-a6e8-472e-bc91-50b13272e531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:42:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['e1158e19-a24d-43b5-ab65-25ad142ddd8d'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:29.918074 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-7ccf3939-a6e8-472e-bc91-50b13272e531 None None] Set router e1158e19-a24d-43b5-ab65-25ad142ddd8d gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:42:29.960497 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c88f4505-5f31-4fd3-ab4a-b307ed90b13c admin admin] Notify callbacks [] for router, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:30.092833 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:30.123534 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-bb7b3c57-09a4-4917-92ff-32783f47f138 req-d3a5ba06-324f-4068-be82-2b041263d787 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Unset dirty status for tenant:ab13d26cf75d4bef8a9d83665ea6b874 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:42:30.130721 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bb7b3c57-09a4-4917-92ff-32783f47f138 req-d3a5ba06-324f-4068-be82-2b041263d787 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebfbde08-d8a2-4363-b60f-c2d591381500 HTTP/1.1" status: 200 len: 931 time: 0.9300749 May 06 18:42:30.303855 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c88f4505-5f31-4fd3-ab4a-b307ed90b13c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:30.311398 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bb7b3c57-09a4-4917-92ff-32783f47f138 req-62b7e56f-a707-4932-8204-422b847a7bcb tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779954 May 06 18:42:30.396914 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-7ccf3939-a6e8-472e-bc91-50b13272e531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1158e19-a24d-43b5-ab65-25ad142ddd8d', 'name': 'tempest-TestShelveInstance-675040937-router', 'tenant_id': 'b7dcab37da29473781158b64861dd1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c5ce9f1-caad-4e2c-9d31-a6f59657d705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:36:18Z', 'updated_at': '2021-05-06T18:42:28Z', 'revision_number': 5, 'project_id': 'b7dcab37da29473781158b64861dd1b9', 'gw_port': {'id': '8c5ce9f1-caad-4e2c-9d31-a6f59657d705', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:59:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1158e19-a24d-43b5-ab65-25ad142ddd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:36:21Z', 'updated_at': '2021-05-06T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:30.413218 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccf3939-a6e8-472e-bc91-50b13272e531 None None] Checking router: e1158e19-a24d-43b5-ab65-25ad142ddd8d for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:42:30.421893 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c88f4505-5f31-4fd3-ab4a-b307ed90b13c admin admin] Deleting port 8c5ce9f1-caad-4e2c-9d31-a6f59657d705 {{(pid=78804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:30.421893 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c88f4505-5f31-4fd3-ab4a-b307ed90b13c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:30.429640 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccf3939-a6e8-472e-bc91-50b13272e531 None None] Routers {'e1158e19-a24d-43b5-ab65-25ad142ddd8d'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:42:30.430305 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-7ccf3939-a6e8-472e-bc91-50b13272e531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:42:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['e1158e19-a24d-43b5-ab65-25ad142ddd8d'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:30.593381 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c88f4505-5f31-4fd3-ab4a-b307ed90b13c admin admin] For port 8c5ce9f1-caad-4e2c-9d31-a6f59657d705, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=8c5ce9f1-caad-4e2c-9d31-a6f59657d705,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:30.594106 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c88f4505-5f31-4fd3-ab4a-b307ed90b13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:30.596240 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f17b9526-7a59-46ad-9de0-cd3ba72d0fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:30.614573 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:30.673959 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-7ccf3939-a6e8-472e-bc91-50b13272e531 None None] Set router e1158e19-a24d-43b5-ab65-25ad142ddd8d gateway port host: None {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:42:30.734791 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b9526-7a59-46ad-9de0-cd3ba72d0fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=609b50a0-967e-4356-881f-b468d6e55d7c,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:30.742340 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f17b9526-7a59-46ad-9de0-cd3ba72d0fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:30.744583 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c88f4505-5f31-4fd3-ab4a-b307ed90b13c admin admin] Calling delete_port for 8c5ce9f1-caad-4e2c-9d31-a6f59657d705 owned by network:router_gateway {{(pid=78804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:30.867900 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-7ccf3939-a6e8-472e-bc91-50b13272e531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1158e19-a24d-43b5-ab65-25ad142ddd8d', 'name': 'tempest-TestShelveInstance-675040937-router', 'tenant_id': 'b7dcab37da29473781158b64861dd1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:36:18Z', 'updated_at': '2021-05-06T18:42:30Z', 'revision_number': 6, 'project_id': 'b7dcab37da29473781158b64861dd1b9', 'gw_port_host': None}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:30.873336 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccf3939-a6e8-472e-bc91-50b13272e531 None None] The sync data for ids ['e1158e19-a24d-43b5-ab65-25ad142ddd8d'] in dv-cinder-733622-15-iscsi is: [{'id': 'e1158e19-a24d-43b5-ab65-25ad142ddd8d', 'name': 'tempest-TestShelveInstance-675040937-router', 'tenant_id': 'b7dcab37da29473781158b64861dd1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:36:18Z', 'updated_at': '2021-05-06T18:42:30Z', 'revision_number': 6, 'project_id': 'b7dcab37da29473781158b64861dd1b9', 'gw_port_host': None}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:42:30.916976 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c88f4505-5f31-4fd3-ab4a-b307ed90b13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:30.922722 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:30.969970 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f4505-5f31-4fd3-ab4a-b307ed90b13c admin admin] Pushing event deleted for resources: {'Port': ['ID=8c5ce9f1-caad-4e2c-9d31-a6f59657d705,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:30.973374 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c88f4505-5f31-4fd3-ab4a-b307ed90b13c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:30.983933 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.db.resource_extend [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 18:42:31.068646 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c88f4505-5f31-4fd3-ab4a-b307ed90b13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1046119'] for router_gateway, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:31.087233 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b12fbfe-2226-406c-87ec-577aa8ab8a61 {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:42:31.099111 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:31.132986 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] Transition to ACTIVE for port object 0b12fbfe-2226-406c-87ec-577aa8ab8a61 will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:42:31.142274 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f17b9526-7a59-46ad-9de0-cd3ba72d0fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1042931'] for router_interface, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:31.146052 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:31.152420 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-acf5e2dc-8128-4a38-b8a7-6729d0ead916 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:31.264360 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c88f4505-5f31-4fd3-ab4a-b307ed90b13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15271'] for router, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:31.267632 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c88f4505-5f31-4fd3-ab4a-b307ed90b13c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:31.403520 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c88f4505-5f31-4fd3-ab4a-b307ed90b13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1038965'] for router, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:31.404289 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88f4505-5f31-4fd3-ab4a-b307ed90b13c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1158e19-a24d-43b5-ab65-25ad142ddd8d {{(pid=78804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 18:42:31.435044 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c88f4505-5f31-4fd3-ab4a-b307ed90b13c admin admin] Notify callbacks [] for router, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:31.437670 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-c88f4505-5f31-4fd3-ab4a-b307ed90b13c admin admin] 10.222.0.50 "DELETE /v2.0/routers/e1158e19-a24d-43b5-ab65-25ad142ddd8d HTTP/1.1" status: 204 len: 168 time: 1.7331841 May 06 18:42:31.440109 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 49674) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:31.572788 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] Pushing event updated for resources: {'Port': ['ID=0b12fbfe-2226-406c-87ec-577aa8ab8a61,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:31.575550 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d5094b-4c71-4388-a09b-9765eab7047a admin admin] Deleting subnet 676a20cb-73ca-4f95-9291-51eb561821d1 {{(pid=78804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:42:31.580126 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-47d5094b-4c71-4388-a09b-9765eab7047a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:31.594289 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:31.652437 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-47d5094b-4c71-4388-a09b-9765eab7047a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2426638'] for subnet, precommit_delete_associations {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:31.703942 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cd0d4-6e46-4735-b394-7f9ab5be0e21 req-ea91312a-af44-445a-af12-7830805ba61d tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:31.711977 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b79cd0d4-6e46-4735-b394-7f9ab5be0e21 req-ea91312a-af44-445a-af12-7830805ba61d tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebfbde08-d8a2-4363-b60f-c2d591381500 HTTP/1.1" status: 200 len: 943 time: 0.2215707 May 06 18:42:31.792543 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b79cd0d4-6e46-4735-b394-7f9ab5be0e21 req-7d35551c-eb97-4ff7-a744-321d1f95260b tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792327 May 06 18:42:31.829339 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-47d5094b-4c71-4388-a09b-9765eab7047a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8251675'] for subnet, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:32.013749 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] Attempting to bind port 0b12fbfe-2226-406c-87ec-577aa8ab8a61 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:42:32.014256 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] Attempting to bind port 0b12fbfe-2226-406c-87ec-577aa8ab8a61 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1999fa10-5a07-4402-bc17-c8a7569e0b1c'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:42:32.014852 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] Attempting to bind port 0b12fbfe-2226-406c-87ec-577aa8ab8a61 on network 1999fa10-5a07-4402-bc17-c8a7569e0b1c {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:42:32.032769 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] Port 0b12fbfe-2226-406c-87ec-577aa8ab8a61 on network 1999fa10-5a07-4402-bc17-c8a7569e0b1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:42:32.033519 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] Attempting to bind port 0b12fbfe-2226-406c-87ec-577aa8ab8a61 on network 1999fa10-5a07-4402-bc17-c8a7569e0b1c {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:42:32.050439 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] Checking agent: {'id': '9977d64c-d59d-4d1f-af57-b1bc23e96ce2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'started_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:42:32.050942 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] Checking segment: {'id': '01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1999fa10-5a07-4402-bc17-c8a7569e0b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:42:32.051552 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] Bound using segment: {'id': '01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1999fa10-5a07-4402-bc17-c8a7569e0b1c'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:42:32.052128 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] Bound port: 0b12fbfe-2226-406c-87ec-577aa8ab8a61, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1999fa10-5a07-4402-bc17-c8a7569e0b1c'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:42:32.052818 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:32.197614 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17b9526-7a59-46ad-9de0-cd3ba72d0fa0 admin admin] Router 6cb201b6-af57-4600-9187-cedbedf2fbc9 has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:42:32.201794 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] For port 0b12fbfe-2226-406c-87ec-577aa8ab8a61, host hv-cinder-73362, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:42:32.206123 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] For port 0b12fbfe-2226-406c-87ec-577aa8ab8a61, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0b12fbfe-2226-406c-87ec-577aa8ab8a61,segment=NetworkSegment(01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf),segment_id=01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:42:32.213126 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:32.219213 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-9d7b2bd0-4c4d-413d-b53e-ad8e23325bbe tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:32.298819 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-47d5094b-4c71-4388-a09b-9765eab7047a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8251668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3062876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3327130'] for subnet, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:32.304095 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-3c9745a8-e7e1-4b45-ad67-4b5f09a2c560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:32.344368 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5094b-4c71-4388-a09b-9765eab7047a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=676a20cb-73ca-4f95-9291-51eb561821d1,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:32.349755 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-47d5094b-4c71-4388-a09b-9765eab7047a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:32.352951 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09005ec3-85b1-43a1-bacf-12c28da41a9e None None] Network 6e3b754e-ea1d-4103-ab6d-dea7d30e4996 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:42:32.353697 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-47d5094b-4c71-4388-a09b-9765eab7047a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:32.358330 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-47d5094b-4c71-4388-a09b-9765eab7047a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/676a20cb-73ca-4f95-9291-51eb561821d1 HTTP/1.1" status: 204 len: 168 time: 0.9163949 May 06 18:42:32.360979 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 49688) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:32.402267 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:32.402887 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:32.404503 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] 10.222.0.55 "PUT /v2.0/ports/0b12fbfe-2226-406c-87ec-577aa8ab8a61 HTTP/1.1" status: 200 len: 1093 time: 2.7403767 May 06 18:42:32.417210 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebfbde08-d8a2-4363-b60f-c2d591381500', 'tag': '0b12fbfe-2226-406c-87ec-577aa8ab8a61'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:42:32.508407 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebfbde08-d8a2-4363-b60f-c2d591381500', 'tag': '0b12fbfe-2226-406c-87ec-577aa8ab8a61', 'status': 'completed', 'code': 200} May 06 18:42:32.536229 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] Pushing event updated for resources: {'Port': ['ID=0b12fbfe-2226-406c-87ec-577aa8ab8a61,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:32.538194 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b89ea360-906d-4923-9fa5-7dd14f93275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8341019'] for network, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:32.540609 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-eb4b6e92-4ba2-4ab7-a0ae-d736bc878464 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:32.576246 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17b9526-7a59-46ad-9de0-cd3ba72d0fa0 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:42:32.585106 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b32a53-9b33-45f6-9d84-949929d2ed62 None None] Sync routers for ids ['6cb201b6-af57-4600-9187-cedbedf2fbc9'] in dv-cinder-733622-15-iscsi {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:42:32.599362 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b32a53-9b33-45f6-9d84-949929d2ed62 None None] Routers {'6cb201b6-af57-4600-9187-cedbedf2fbc9'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:42:32.600738 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-c6b32a53-9b33-45f6-9d84-949929d2ed62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:42:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['6cb201b6-af57-4600-9187-cedbedf2fbc9'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:32.609922 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-f17b9526-7a59-46ad-9de0-cd3ba72d0fa0 admin admin] 10.222.0.50 "PUT /v2.0/routers/6cb201b6-af57-4600-9187-cedbedf2fbc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7001333 May 06 18:42:32.615308 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49702) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:32.644394 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 8c5ce9f1-caad-4e2c-9d31-a6f59657d705 no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:42:32.669244 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-b89ea360-906d-4923-9fa5-7dd14f93275e admin admin] Deleting port bd9f2a82-aa46-40d0-bec3-965b230a635a {{(pid=78804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:32.669826 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b89ea360-906d-4923-9fa5-7dd14f93275e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:32.696682 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: 8c5ce9f1-caad-4e2c-9d31-a6f59657d705 {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:42:32.697290 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 8c5ce9f1-caad-4e2c-9d31-a6f59657d705 not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:42:32.698047 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 8c589dad-44d9-4033-9736-90986ab2eb5a no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:42:32.739349 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: 8c589dad-44d9-4033-9736-90986ab2eb5a {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:42:32.740216 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 8c589dad-44d9-4033-9736-90986ab2eb5a not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:42:32.780502 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-a97fc0cc-2fd7-458a-ae07-69a500cb3f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:32.782365 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-a97fc0cc-2fd7-458a-ae07-69a500cb3f73 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ab13d26cf75d4bef8a9d83665ea6b874&device_id=ebfbde08-d8a2-4363-b60f-c2d591381500 HTTP/1.1" status: 200 len: 1096 time: 0.3334041 May 06 18:42:32.821194 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-c6b32a53-9b33-45f6-9d84-949929d2ed62 None None] Set router 6cb201b6-af57-4600-9187-cedbedf2fbc9 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:42:32.821579 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-b89ea360-906d-4923-9fa5-7dd14f93275e admin admin] For port bd9f2a82-aa46-40d0-bec3-965b230a635a, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=bd9f2a82-aa46-40d0-bec3-965b230a635a,segment=NetworkSegment(585774ff-b71b-4d76-993f-8f70e01be396),segment_id=585774ff-b71b-4d76-993f-8f70e01be396)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:32.822191 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b89ea360-906d-4923-9fa5-7dd14f93275e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:32.851130 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88439a3c-dc21-4ae2-9509-5939fa9e8993 None None] DHCP port deletion for 6e3b754e-ea1d-4103-ab6d-dea7d30e4996 request from dv-cinder-733622-15-iscsi {{(pid=78805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 18:42:32.896743 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-0cdd14d3-61a1-48d9-b720-328bb8a71b28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b12fbfe-2226-406c-87ec-577aa8ab8a61 HTTP/1.1" status: 200 len: 217 time: 0.1043024 May 06 18:42:32.966648 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-b89ea360-906d-4923-9fa5-7dd14f93275e admin admin] Calling delete_port for bd9f2a82-aa46-40d0-bec3-965b230a635a owned by network:dhcp {{(pid=78804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:32.974206 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-88439a3c-dc21-4ae2-9509-5939fa9e8993 None None] Deleting port bd9f2a82-aa46-40d0-bec3-965b230a635a {{(pid=78805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:32.974732 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-88439a3c-dc21-4ae2-9509-5939fa9e8993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:32.989751 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-3921f200-d5a6-4471-8435-db7953fa5751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:32.990213 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-3921f200-d5a6-4471-8435-db7953fa5751 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03528dfd-0f29-472a-83a2-bb14b31290a3 HTTP/1.1" status: 200 len: 853 time: 0.0795369 May 06 18:42:33.065146 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-91c989e9-4a95-412f-8de9-29a5967c1996 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1999fa10-5a07-4402-bc17-c8a7569e0b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648751 May 06 18:42:33.107196 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b89ea360-906d-4923-9fa5-7dd14f93275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:33.113246 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:33.170018 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-574f2da6-4a44-4474-ac41-1816894b1a2a admin admin] Notify callbacks [] for router, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:33.194847 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ea360-906d-4923-9fa5-7dd14f93275e admin admin] Pushing event deleted for resources: {'Port': ['ID=bd9f2a82-aa46-40d0-bec3-965b230a635a,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:33.202639 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-b89ea360-906d-4923-9fa5-7dd14f93275e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:33.204900 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ea360-906d-4923-9fa5-7dd14f93275e admin admin] No DVR routers for this DVR port bd9f2a82-aa46-40d0-bec3-965b230a635a on host dv-cinder-733622-15-iscsi {{(pid=78804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:42:33.271117 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-88439a3c-dc21-4ae2-9509-5939fa9e8993 None None] For port bd9f2a82-aa46-40d0-bec3-965b230a635a, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=bd9f2a82-aa46-40d0-bec3-965b230a635a,segment=NetworkSegment(585774ff-b71b-4d76-993f-8f70e01be396),segment_id=585774ff-b71b-4d76-993f-8f70e01be396)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:33.271376 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-c6b32a53-9b33-45f6-9d84-949929d2ed62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1136130436-router', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:42:30Z', 'revision_number': 5, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'gw_port': {'id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:63:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:35Z', 'updated_at': '2021-05-06T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:33.275807 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b32a53-9b33-45f6-9d84-949929d2ed62 None None] Checking router: 6cb201b6-af57-4600-9187-cedbedf2fbc9 for host: dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:42:33.285687 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b32a53-9b33-45f6-9d84-949929d2ed62 None None] Routers {'6cb201b6-af57-4600-9187-cedbedf2fbc9'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:42:33.286625 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-c6b32a53-9b33-45f6-9d84-949929d2ed62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:42:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['6cb201b6-af57-4600-9187-cedbedf2fbc9'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:33.287359 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-88439a3c-dc21-4ae2-9509-5939fa9e8993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:33.385500 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-ee736a0b-7fc9-4ced-bd3a-2f48e3596b1c service neutron] 10.222.0.55 "GET /v2.0/networks/1999fa10-5a07-4402-bc17-c8a7569e0b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114066 May 06 18:42:33.394400 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0c363-5171-4c52-9732-10f2a3e3487b req-6cefb468-94a6-4f55-bc2c-638fef196a5d tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:33.398363 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a2f0c363-5171-4c52-9732-10f2a3e3487b req-6cefb468-94a6-4f55-bc2c-638fef196a5d tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebfbde08-d8a2-4363-b60f-c2d591381500 HTTP/1.1" status: 200 len: 943 time: 0.3542821 May 06 18:42:33.413476 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b89ea360-906d-4923-9fa5-7dd14f93275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8253920', 'neutron.services.segments.db._delete_segments_for_network-8734943948701'] for network, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:33.431015 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.services.segments.db [None req-b89ea360-906d-4923-9fa5-7dd14f93275e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3b754e-ea1d-4103-ab6d-dea7d30e4996']}} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:33.444937 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.services.segments.db [None req-b89ea360-906d-4923-9fa5-7dd14f93275e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585774ff-b71b-4d76-993f-8f70e01be396') {'for_net_delete': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:33.445429 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.services.segments.db [None req-b89ea360-906d-4923-9fa5-7dd14f93275e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585774ff-b71b-4d76-993f-8f70e01be396') {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:33.460534 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b89ea360-906d-4923-9fa5-7dd14f93275e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734943960679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2426641'] for segment, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:33.467491 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-88439a3c-dc21-4ae2-9509-5939fa9e8993 None None] Calling delete_port for bd9f2a82-aa46-40d0-bec3-965b230a635a owned by network:dhcp {{(pid=78805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:33.491285 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b89ea360-906d-4923-9fa5-7dd14f93275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:33.499873 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b89ea360-906d-4923-9fa5-7dd14f93275e admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=78804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:42:33.500889 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b89ea360-906d-4923-9fa5-7dd14f93275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8250152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3062842'] for segment, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: Traceback (most recent call last): May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: timer() May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: cb(*args, **kw) May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: return func(*args, **kwargs) May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: self._notify() May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: self.callback(batched_events) May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: event.method(event) May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: return f(self, *a, **k) May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: return self._get(url).json() May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: return self.request(url, 'GET', **kwargs) May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:42:33.533138 dv-cinder-733622-15-iscsi neutron-server[78804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:42:33.544949 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-c6b32a53-9b33-45f6-9d84-949929d2ed62 None None] Set router 6cb201b6-af57-4600-9187-cedbedf2fbc9 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:42:33.599877 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-88439a3c-dc21-4ae2-9509-5939fa9e8993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615'] for port, after_delete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:33.611957 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-574f2da6-4a44-4474-ac41-1816894b1a2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:33.619392 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:33.674760 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a2f0c363-5171-4c52-9732-10f2a3e3487b req-191f025c-c24f-4266-878d-22371cc915e6 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436486 May 06 18:42:33.682924 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b89ea360-906d-4923-9fa5-7dd14f93275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8253849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1046133'] for network, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:33.689619 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:33.708153 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88439a3c-dc21-4ae2-9509-5939fa9e8993 None None] Pushing event deleted for resources: {'Port': ['ID=bd9f2a82-aa46-40d0-bec3-965b230a635a,revision_number=None']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:33.710482 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88439a3c-dc21-4ae2-9509-5939fa9e8993 None None] No DVR routers for this DVR port bd9f2a82-aa46-40d0-bec3-965b230a635a on host dv-cinder-733622-15-iscsi {{(pid=78805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:42:33.712634 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-88439a3c-dc21-4ae2-9509-5939fa9e8993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:33.725594 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b89ea360-906d-4923-9fa5-7dd14f93275e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:33.729643 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ea360-906d-4923-9fa5-7dd14f93275e admin admin] Pushing event deleted for resources: {'Network': ['ID=6e3b754e-ea1d-4103-ab6d-dea7d30e4996,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:33.736493 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-b89ea360-906d-4923-9fa5-7dd14f93275e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:33.745298 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-b89ea360-906d-4923-9fa5-7dd14f93275e admin admin] 10.222.0.50 "DELETE /v2.0/networks/6e3b754e-ea1d-4103-ab6d-dea7d30e4996 HTTP/1.1" status: 204 len: 168 time: 1.3831112 May 06 18:42:33.758839 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8db3da9-a0b1-438c-ad15-f7b144d3dee2 req-7610d475-ae14-44e1-9efe-be9286744f7d service neutron] 10.222.0.55 "GET /v2.0/networks/1999fa10-5a07-4402-bc17-c8a7569e0b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653529 May 06 18:42:33.816963 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-574f2da6-4a44-4474-ac41-1816894b1a2a admin admin] Deleting port 8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:33.817539 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-574f2da6-4a44-4474-ac41-1816894b1a2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:33.911060 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-c6b32a53-9b33-45f6-9d84-949929d2ed62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1136130436-router', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:42:30Z', 'revision_number': 5, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'gw_port': {'id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:63:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:35Z', 'updated_at': '2021-05-06T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:33.916786 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b32a53-9b33-45f6-9d84-949929d2ed62 None None] The sync data for ids ['6cb201b6-af57-4600-9187-cedbedf2fbc9'] in dv-cinder-733622-15-iscsi is: [{'id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1136130436-router', 'tenant_id': 'bb0a96b877b544c78734acd5c46c2618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:34Z', 'updated_at': '2021-05-06T18:42:30Z', 'revision_number': 5, 'project_id': 'bb0a96b877b544c78734acd5c46c2618', 'gw_port': {'id': '8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:63:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb201b6-af57-4600-9187-cedbedf2fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:35Z', 'updated_at': '2021-05-06T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}] {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:42:34.001980 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 49712) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:34.055713 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-e9560ba6-06c6-41a0-a9a3-a5027cd3e704 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1594b9d2ba474f5684ba2fddf163a1c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518162 May 06 18:42:34.058391 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 49716) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:34.125706 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1995efab-191a-4e0a-9676-f941275553ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:34.134655 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [None req-574f2da6-4a44-4474-ac41-1816894b1a2a admin admin] For port 8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:34.135013 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-574f2da6-4a44-4474-ac41-1816894b1a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:34.151505 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb1930-cfaa-4251-a22d-68647f10d88b req-5e076e1f-c690-468c-b7bf-751941ba7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:34.153006 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-21bb1930-cfaa-4251-a22d-68647f10d88b req-5e076e1f-c690-468c-b7bf-751941ba7df2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ab13d26cf75d4bef8a9d83665ea6b874&device_id=ebfbde08-d8a2-4363-b60f-c2d591381500 HTTP/1.1" status: 200 len: 1096 time: 0.3219402 May 06 18:42:34.154958 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1995efab-191a-4e0a-9676-f941275553ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:34.208969 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1995efab-191a-4e0a-9676-f941275553ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:34.217875 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-0823e76a-ceaa-42bb-8ccc-141299fc277b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:34.233367 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995efab-191a-4e0a-9676-f941275553ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5ab9c8-99b6-40c1-b7d0-dc5137cda6f8,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:34.244741 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-1995efab-191a-4e0a-9676-f941275553ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:34.246424 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1995efab-191a-4e0a-9676-f941275553ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:34.247553 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-1995efab-191a-4e0a-9676-f941275553ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bd5ab9c8-99b6-40c1-b7d0-dc5137cda6f8 HTTP/1.1" status: 204 len: 168 time: 0.1882176 May 06 18:42:34.288950 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-574f2da6-4a44-4474-ac41-1816894b1a2a admin admin] Calling delete_port for 8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a owned by network:router_gateway {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:34.425588 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb1930-cfaa-4251-a22d-68647f10d88b req-681fe74e-19f2-4921-8e94-b579905046a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:34.427096 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-21bb1930-cfaa-4251-a22d-68647f10d88b req-681fe74e-19f2-4921-8e94-b579905046a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1999fa10-5a07-4402-bc17-c8a7569e0b1c HTTP/1.1" status: 200 len: 914 time: 0.2219300 May 06 18:42:34.490090 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device bd9f2a82-aa46-40d0-bec3-965b230a635a no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:42:34.527693 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: bd9f2a82-aa46-40d0-bec3-965b230a635a {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:42:34.528049 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device bd9f2a82-aa46-40d0-bec3-965b230a635a not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:42:34.528539 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 609b50a0-967e-4356-881f-b468d6e55d7c no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:42:34.539571 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-21bb1930-cfaa-4251-a22d-68647f10d88b req-1e5725a7-adf3-4568-8c27-c8abf9672635 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b12fbfe-2226-406c-87ec-577aa8ab8a61 HTTP/1.1" status: 200 len: 217 time: 0.0858996 May 06 18:42:34.567958 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: 609b50a0-967e-4356-881f-b468d6e55d7c {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:42:34.568303 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 609b50a0-967e-4356-881f-b468d6e55d7c not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:42:34.624656 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb1930-cfaa-4251-a22d-68647f10d88b req-f4dca638-1440-4371-b145-5ef80f7968ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:34.626310 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-21bb1930-cfaa-4251-a22d-68647f10d88b req-f4dca638-1440-4371-b145-5ef80f7968ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03528dfd-0f29-472a-83a2-bb14b31290a3 HTTP/1.1" status: 200 len: 853 time: 0.0795972 May 06 18:42:34.693748 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 49726) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:34.712107 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-21bb1930-cfaa-4251-a22d-68647f10d88b req-5f90225b-ee8c-4271-9e85-e8986abe23c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1999fa10-5a07-4402-bc17-c8a7569e0b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513759 May 06 18:42:34.764201 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-4d1d8027-d312-43ad-bc71-259228e30356 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b7dcab37da29473781158b64861dd1b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0688231 May 06 18:42:34.765167 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 49732) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:34.840295 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c4db-3318-41fc-a05a-4595cc341e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:34.850316 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-574f2da6-4a44-4474-ac41-1816894b1a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:34.862648 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-eee88190-ef7e-47c4-8696-7c8950f841b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:34.870176 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c4db-3318-41fc-a05a-4595cc341e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:34.919560 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f2da6-4a44-4474-ac41-1816894b1a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:34.933816 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c4db-3318-41fc-a05a-4595cc341e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:34.937912 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f8e217a5-43be-46ef-92d7-10a90ae4f84c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:34.957166 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1c4db-3318-41fc-a05a-4595cc341e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638c45c6-7feb-492d-bcec-7589595bece7,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:34.957924 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-574f2da6-4a44-4474-ac41-1816894b1a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:34.959714 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c7a1c4db-3318-41fc-a05a-4595cc341e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:34.972002 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c4db-3318-41fc-a05a-4595cc341e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:34.992502 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-c7a1c4db-3318-41fc-a05a-4595cc341e45 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/638c45c6-7feb-492d-bcec-7589595bece7 HTTP/1.1" status: 204 len: 168 time: 0.2254183 May 06 18:42:35.068346 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-21bb1930-cfaa-4251-a22d-68647f10d88b req-f09c57cb-1a54-476f-882d-85a0fd9ab666 service neutron] 10.222.0.55 "GET /v2.0/networks/1999fa10-5a07-4402-bc17-c8a7569e0b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479207 May 06 18:42:35.103269 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-574f2da6-4a44-4474-ac41-1816894b1a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1046119'] for router_gateway, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:35.226211 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318514da-3615-4612-915b-cfa47625f5c9 req-31c1974f-ee53-4bf0-a5ad-bbf9ec7aa3de tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:35.228385 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-318514da-3615-4612-915b-cfa47625f5c9 req-31c1974f-ee53-4bf0-a5ad-bbf9ec7aa3de tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebfbde08-d8a2-4363-b60f-c2d591381500 HTTP/1.1" status: 200 len: 943 time: 0.4167480 May 06 18:42:35.488392 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-574f2da6-4a44-4474-ac41-1816894b1a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15271'] for router, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:35.493959 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-574f2da6-4a44-4474-ac41-1816894b1a2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:35.555035 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-318514da-3615-4612-915b-cfa47625f5c9 req-3c9fcc32-4fdb-4f99-baba-f43f4953249b tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162633 May 06 18:42:35.565492 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-574f2da6-4a44-4474-ac41-1816894b1a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1038965'] for router, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:35.565998 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574f2da6-4a44-4474-ac41-1816894b1a2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cb201b6-af57-4600-9187-cedbedf2fbc9 {{(pid=78803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 18:42:35.592965 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-21bb1930-cfaa-4251-a22d-68647f10d88b req-f40bb51d-22a4-47a4-87cb-1235bbbe1e21 service neutron] 10.222.0.55 "GET /v2.0/networks/1999fa10-5a07-4402-bc17-c8a7569e0b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154305 May 06 18:42:35.595070 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-574f2da6-4a44-4474-ac41-1816894b1a2a admin admin] Notify callbacks [] for router, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:35.596189 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-574f2da6-4a44-4474-ac41-1816894b1a2a admin admin] 10.222.0.50 "DELETE /v2.0/routers/6cb201b6-af57-4600-9187-cedbedf2fbc9 HTTP/1.1" status: 204 len: 168 time: 2.9799585 May 06 18:42:35.598887 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49740) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:35.668588 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_v2 [None req-e68e1112-7227-48ad-97b2-9f92001f511e admin admin] Deleting subnet d64319e1-ca21-4f57-b62e-b95f80302d38 {{(pid=78803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:42:35.672104 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e68e1112-7227-48ad-97b2-9f92001f511e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:35.734807 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e68e1112-7227-48ad-97b2-9f92001f511e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2178593'] for subnet, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:35.822686 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e68e1112-7227-48ad-97b2-9f92001f511e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8251675'] for subnet, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:36.053273 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 0b12fbfe-2226-406c-87ec-577aa8ab8a61 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:42:36.107084 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e68e1112-7227-48ad-97b2-9f92001f511e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8251668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2393603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2759995'] for subnet, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:36.115630 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:36.171986 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e68e1112-7227-48ad-97b2-9f92001f511e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:36.177225 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066db1d4-ab4b-468c-a3d2-cffd89c06788 None None] Network 4977f012-56c5-46bd-a1b1-7dca239e88c0 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:42:36.177700 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e1112-7227-48ad-97b2-9f92001f511e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d64319e1-ca21-4f57-b62e-b95f80302d38,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:36.181204 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-e68e1112-7227-48ad-97b2-9f92001f511e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d64319e1-ca21-4f57-b62e-b95f80302d38 HTTP/1.1" status: 204 len: 168 time: 0.5807302 May 06 18:42:36.182110 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-e68e1112-7227-48ad-97b2-9f92001f511e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:36.183792 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49744) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:36.275850 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 0b12fbfe-2226-406c-87ec-577aa8ab8a61, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0b12fbfe-2226-406c-87ec-577aa8ab8a61,segment=NetworkSegment(01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf),segment_id=01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:36.297263 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-32ce60ed-fb55-40a2-85cd-a14896b42f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8341019'] for network, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:36.302974 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': '0b12fbfe-2226-406c-87ec-577aa8ab8a61', 'network_id': '1999fa10-5a07-4402-bc17-c8a7569e0b1c', 'port_id': '0b12fbfe-2226-406c-87ec-577aa8ab8a61', 'mac_address': 'fa:16:3e:83:72:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03528dfd-0f29-472a-83a2-bb14b31290a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:42:36.376236 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-32ce60ed-fb55-40a2-85cd-a14896b42f54 admin admin] Deleting port f3825da4-1170-4fe1-9b27-e9bc127b5266 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:36.376465 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-32ce60ed-fb55-40a2-85cd-a14896b42f54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:36.429430 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:36.452688 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b12fbfe-2226-406c-87ec-577aa8ab8a61 {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:42:36.480060 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 0b12fbfe-2226-406c-87ec-577aa8ab8a61, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0b12fbfe-2226-406c-87ec-577aa8ab8a61,segment=NetworkSegment(01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf),segment_id=01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:36.487039 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:36.489140 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [None req-32ce60ed-fb55-40a2-85cd-a14896b42f54 admin admin] For port f3825da4-1170-4fe1-9b27-e9bc127b5266, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=f3825da4-1170-4fe1-9b27-e9bc127b5266,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:36.489646 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-32ce60ed-fb55-40a2-85cd-a14896b42f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:36.489926 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:36.519646 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:42:36.565435 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e71027-2702-4d3c-a105-56bf99b3c88c None None] DHCP port deletion for 4977f012-56c5-46bd-a1b1-7dca239e88c0 request from dv-cinder-733622-15-iscsi {{(pid=78805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 18:42:36.576103 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: 8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:42:36.576458 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 8e978ca4-4e6f-4fdb-a0ce-0d3a4bd2551a not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:42:36.636382 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-32ce60ed-fb55-40a2-85cd-a14896b42f54 admin admin] Calling delete_port for f3825da4-1170-4fe1-9b27-e9bc127b5266 owned by network:dhcp {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:36.644705 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=0b12fbfe-2226-406c-87ec-577aa8ab8a61,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:36.649562 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:36.672507 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-29e71027-2702-4d3c-a105-56bf99b3c88c None None] Deleting port f3825da4-1170-4fe1-9b27-e9bc127b5266 {{(pid=78805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:36.672889 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-29e71027-2702-4d3c-a105-56bf99b3c88c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:36.693740 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-32ce60ed-fb55-40a2-85cd-a14896b42f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:36.699866 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:36.744816 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce60ed-fb55-40a2-85cd-a14896b42f54 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3825da4-1170-4fe1-9b27-e9bc127b5266,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:36.747970 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['0b12fbfe-2226-406c-87ec-577aa8ab8a61'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:42:36.748120 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-32ce60ed-fb55-40a2-85cd-a14896b42f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:36.748741 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ce60ed-fb55-40a2-85cd-a14896b42f54 admin admin] No DVR routers for this DVR port f3825da4-1170-4fe1-9b27-e9bc127b5266 on host dv-cinder-733622-15-iscsi {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:42:36.791944 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f506384-88b8-466d-b329-ffbac433cf0b req-fa119d86-c9ad-451d-9149-86ca4e93e774 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:36.794065 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7f506384-88b8-466d-b329-ffbac433cf0b req-fa119d86-c9ad-451d-9149-86ca4e93e774 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebfbde08-d8a2-4363-b60f-c2d591381500 HTTP/1.1" status: 200 len: 944 time: 0.1020198 May 06 18:42:36.849309 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7f506384-88b8-466d-b329-ffbac433cf0b req-81f5a09e-b2bd-4636-b739-5113bf5ec545 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491161 May 06 18:42:36.849914 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-29e71027-2702-4d3c-a105-56bf99b3c88c None None] For port f3825da4-1170-4fe1-9b27-e9bc127b5266, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=f3825da4-1170-4fe1-9b27-e9bc127b5266,segment=NetworkSegment(3060fdb7-2551-4258-8a7c-fe585aeea40d),segment_id=3060fdb7-2551-4258-8a7c-fe585aeea40d)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:36.850319 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-29e71027-2702-4d3c-a105-56bf99b3c88c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:36.869905 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-32ce60ed-fb55-40a2-85cd-a14896b42f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8253920', 'neutron.services.segments.db._delete_segments_for_network-8734943948701'] for network, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:36.889179 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-32ce60ed-fb55-40a2-85cd-a14896b42f54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4977f012-56c5-46bd-a1b1-7dca239e88c0']}} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:36.902620 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-32ce60ed-fb55-40a2-85cd-a14896b42f54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3060fdb7-2551-4258-8a7c-fe585aeea40d') {'for_net_delete': True} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:36.902962 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-32ce60ed-fb55-40a2-85cd-a14896b42f54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3060fdb7-2551-4258-8a7c-fe585aeea40d') {} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:36.915521 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-32ce60ed-fb55-40a2-85cd-a14896b42f54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734943960679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2178622'] for segment, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:36.931471 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-32ce60ed-fb55-40a2-85cd-a14896b42f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:36.938544 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ce60ed-fb55-40a2-85cd-a14896b42f54 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=78803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:42:36.938974 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-32ce60ed-fb55-40a2-85cd-a14896b42f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8250152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2393701'] for segment, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: Traceback (most recent call last): May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: timer() May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: cb(*args, **kw) May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: return func(*args, **kwargs) May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: self._notify() May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: self.callback(batched_events) May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: event.method(event) May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: return f(self, *a, **k) May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: return self._get(url).json() May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: return self.request(url, 'GET', **kwargs) May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:42:36.953942 dv-cinder-733622-15-iscsi neutron-server[78803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:42:36.991530 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-29e71027-2702-4d3c-a105-56bf99b3c88c None None] Calling delete_port for f3825da4-1170-4fe1-9b27-e9bc127b5266 owned by network:dhcp {{(pid=78805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:37.034874 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-32ce60ed-fb55-40a2-85cd-a14896b42f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8253849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1046133'] for network, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:37.039142 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:37.059735 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-32ce60ed-fb55-40a2-85cd-a14896b42f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:37.067403 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce60ed-fb55-40a2-85cd-a14896b42f54 admin admin] Pushing event deleted for resources: {'Network': ['ID=4977f012-56c5-46bd-a1b1-7dca239e88c0,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:37.072570 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-32ce60ed-fb55-40a2-85cd-a14896b42f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:37.088402 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-32ce60ed-fb55-40a2-85cd-a14896b42f54 admin admin] 10.222.0.50 "DELETE /v2.0/networks/4977f012-56c5-46bd-a1b1-7dca239e88c0 HTTP/1.1" status: 204 len: 168 time: 0.9032154 May 06 18:42:37.124199 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-29e71027-2702-4d3c-a105-56bf99b3c88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615'] for port, after_delete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:37.128499 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:37.173416 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e71027-2702-4d3c-a105-56bf99b3c88c None None] Pushing event deleted for resources: {'Port': ['ID=f3825da4-1170-4fe1-9b27-e9bc127b5266,revision_number=None']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:37.175315 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29e71027-2702-4d3c-a105-56bf99b3c88c None None] Network 4977f012-56c5-46bd-a1b1-7dca239e88c0 is not hosted by any dhcp agent {{(pid=78805) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 06 18:42:37.175789 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e71027-2702-4d3c-a105-56bf99b3c88c None None] No DVR routers for this DVR port f3825da4-1170-4fe1-9b27-e9bc127b5266 on host dv-cinder-733622-15-iscsi {{(pid=78805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:42:37.181711 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-29e71027-2702-4d3c-a105-56bf99b3c88c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:37.300766 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49754) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:37.353981 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-5b7b44dc-7dc4-4de2-83b3-bfac3a6f9cce admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bb0a96b877b544c78734acd5c46c2618&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0516312 May 06 18:42:37.356449 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49758) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:37.420312 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6199fcf3-640e-4cdc-8203-9ff9e1c223dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:37.449555 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6199fcf3-640e-4cdc-8203-9ff9e1c223dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:37.503480 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6199fcf3-640e-4cdc-8203-9ff9e1c223dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:37.507177 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6bc52d81-feda-4872-b13f-05da170b9558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:37.519945 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199fcf3-640e-4cdc-8203-9ff9e1c223dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc44222e-23f2-4a53-b3ea-bd5578ff6ffd,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:37.524912 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6199fcf3-640e-4cdc-8203-9ff9e1c223dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:37.529769 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6199fcf3-640e-4cdc-8203-9ff9e1c223dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:37.530879 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-6199fcf3-640e-4cdc-8203-9ff9e1c223dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dc44222e-23f2-4a53-b3ea-bd5578ff6ffd HTTP/1.1" status: 204 len: 168 time: 0.1735270 May 06 18:42:38.062042 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11a47f-8717-49dd-9e98-f1aade8227c2 req-7db5335a-d8ea-459b-93ef-9a0c000255ca tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:38.063503 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ab11a47f-8717-49dd-9e98-f1aade8227c2 req-7db5335a-d8ea-459b-93ef-9a0c000255ca tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebfbde08-d8a2-4363-b60f-c2d591381500 HTTP/1.1" status: 200 len: 944 time: 0.1042969 May 06 18:42:38.085368 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 0b12fbfe-2226-406c-87ec-577aa8ab8a61 up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:42:38.113559 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ab11a47f-8717-49dd-9e98-f1aade8227c2 req-218f1f33-5df8-4eab-978e-6b9d72c60540 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440538 May 06 18:42:38.224510 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning for port 0b12fbfe-2226-406c-87ec-577aa8ab8a61 completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:42:38.231409 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port 0b12fbfe-2226-406c-87ec-577aa8ab8a61 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:42:38.231721 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:38.362549 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:38.391347 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfbde08-d8a2-4363-b60f-c2d591381500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b12fbfe-2226-406c-87ec-577aa8ab8a61'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:42:38.404543 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 0b12fbfe-2226-406c-87ec-577aa8ab8a61, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0b12fbfe-2226-406c-87ec-577aa8ab8a61,segment=NetworkSegment(01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf),segment_id=01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:38.408821 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:38.410792 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:38.482449 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfbde08-d8a2-4363-b60f-c2d591381500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b12fbfe-2226-406c-87ec-577aa8ab8a61', 'code': 200} May 06 18:42:38.497390 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=0b12fbfe-2226-406c-87ec-577aa8ab8a61,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:38.501828 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device f3825da4-1170-4fe1-9b27-e9bc127b5266 no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:42:38.532922 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:38.545758 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: f3825da4-1170-4fe1-9b27-e9bc127b5266 {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:42:38.546197 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device f3825da4-1170-4fe1-9b27-e9bc127b5266 not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:42:38.748837 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5130df-9efe-4aaa-a98c-7463e89cfc65 req-1af82aa9-15a2-4434-a885-e0054af663d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:38.750345 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1b5130df-9efe-4aaa-a98c-7463e89cfc65 req-1af82aa9-15a2-4434-a885-e0054af663d6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ebfbde08-d8a2-4363-b60f-c2d591381500 HTTP/1.1" status: 200 len: 1098 time: 0.0773025 May 06 18:42:38.804310 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1b5130df-9efe-4aaa-a98c-7463e89cfc65 req-43acb31d-c8df-4993-94b3-2eda2e628e4a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453732 May 06 18:42:39.313296 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0be63-b14b-4663-9a4b-921e626bc964 req-09f6ced9-02c4-4551-9a31-74a833048ff5 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:39.314648 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-42e0be63-b14b-4663-9a4b-921e626bc964 req-09f6ced9-02c4-4551-9a31-74a833048ff5 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebfbde08-d8a2-4363-b60f-c2d591381500 HTTP/1.1" status: 200 len: 945 time: 0.0821245 May 06 18:42:39.367651 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-42e0be63-b14b-4663-9a4b-921e626bc964 req-0b176a00-b0aa-438b-8bff-7052ac54cbf2 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461216 May 06 18:42:40.590626 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f796c8f-978d-4a25-8dd4-32ae753b0c20 req-594040c6-646f-4160-888a-c7695c25863a tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:40.592170 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3f796c8f-978d-4a25-8dd4-32ae753b0c20 req-594040c6-646f-4160-888a-c7695c25863a tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebfbde08-d8a2-4363-b60f-c2d591381500 HTTP/1.1" status: 200 len: 945 time: 0.1060834 May 06 18:42:40.644493 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-3f796c8f-978d-4a25-8dd4-32ae753b0c20 req-c8cbad8b-5c0a-4e3e-b80b-8a62be74c703 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465107 May 06 18:42:42.017697 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49846) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:42.144239 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4fb25bad-4aa8-4121-b702-22762f3ef58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:42.160795 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-4fb25bad-4aa8-4121-b702-22762f3ef58e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:42.165616 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-4fb25bad-4aa8-4121-b702-22762f3ef58e admin admin] Usage tracker for resource:security_group_rule and tenant:63ebbf8df91e4c9dac294f424519c383 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:42.168562 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-4fb25bad-4aa8-4121-b702-22762f3ef58e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:42.174690 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-4fb25bad-4aa8-4121-b702-22762f3ef58e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:42.291816 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4fb25bad-4aa8-4121-b702-22762f3ef58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:42.295852 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4fb25bad-4aa8-4121-b702-22762f3ef58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:42.409497 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-80e450a6-5ec6-49da-8fb9-06b29538c16f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:42.450899 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-4fb25bad-4aa8-4121-b702-22762f3ef58e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63ebbf8df91e4c9dac294f424519c383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4318881 May 06 18:42:42.452688 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb25bad-4aa8-4121-b702-22762f3ef58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ce16e8-266a-4921-89a7-cdc267bab42d,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:42.453626 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 49856) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:42.455695 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-4fb25bad-4aa8-4121-b702-22762f3ef58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:42.521500 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-99ecc4db-7936-4614-8ada-7d2d73043a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:42.549726 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-99ecc4db-7936-4614-8ada-7d2d73043a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:42.602506 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-99ecc4db-7936-4614-8ada-7d2d73043a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:42.606406 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-9489a0d7-d10b-4a6a-b951-b13b01b01228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:42.617892 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecc4db-7936-4614-8ada-7d2d73043a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ce16e8-266a-4921-89a7-cdc267bab42d,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:42.621605 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-99ecc4db-7936-4614-8ada-7d2d73043a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:42.626697 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-99ecc4db-7936-4614-8ada-7d2d73043a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:42.627825 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-99ecc4db-7936-4614-8ada-7d2d73043a82 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/21ce16e8-266a-4921-89a7-cdc267bab42d HTTP/1.1" status: 204 len: 168 time: 0.1731758 May 06 18:42:43.331169 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49884) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:43.443243 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-316803214-network', 'tenant_id': 'fef2ef4e6ee74d1c940765780561ed52'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:42:43.448799 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:43.453026 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] Usage tracker for resource:network and tenant:fef2ef4e6ee74d1c940765780561ed52 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:43.455888 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:43.463553 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:43.474007 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] Made reservation on behalf of fef2ef4e6ee74d1c940765780561ed52 for: {'network': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:42:43.476939 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for network, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:43.489358 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:43.505207 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:43.510072 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] Usage tracker for resource:security_group_rule and tenant:fef2ef4e6ee74d1c940765780561ed52 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:43.513566 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:43.519404 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:43.604589 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:43.608674 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:43.613225 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-a20b8245-79e9-4a77-a788-41ce2451103d tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:43.637547 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=78803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:42:43.650748 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b8fdd9-8d0b-46c4-9b7d-5ddda70338fb,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:43.654901 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:43.655859 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:43.656197 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.db.segments_db [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] Added segment 557151f1-63cb-4e8a-806e-8b290e240b73 of type vlan for network 7a849120-04e6-4f63-b22f-12a4cc8aafff May 06 18:42:43.684952 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734943509396'] for network, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:43.719431 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for network, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:43.721877 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:43.722475 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:43.726054 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:43.832818 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] Pushing event updated for resources: {'Network': ['ID=7a849120-04e6-4f63-b22f-12a4cc8aafff,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:43.836773 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:43.838782 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5065711 May 06 18:42:43.843757 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49896) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:43.846540 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Network 7a849120-04e6-4f63-b22f-12a4cc8aafff details requested by agent ovs-agent-dv-cinder-733622-15-iscsi with host dv-cinder-733622-15-iscsi {{(pid=78805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:42:43.849673 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-ede4eb70-d2be-41a5-93f4-f3533ae41bae admin admin] Request body: {'subnet': {'network_id': '7a849120-04e6-4f63-b22f-12a4cc8aafff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-316803214-subnet', 'tenant_id': 'fef2ef4e6ee74d1c940765780561ed52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:42:43.856107 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-ede4eb70-d2be-41a5-93f4-f3533ae41bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:43.860300 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-ede4eb70-d2be-41a5-93f4-f3533ae41bae admin admin] Usage tracker for resource:subnet and tenant:fef2ef4e6ee74d1c940765780561ed52 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:43.863643 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-ede4eb70-d2be-41a5-93f4-f3533ae41bae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:43.870856 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-ede4eb70-d2be-41a5-93f4-f3533ae41bae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:43.884891 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede4eb70-d2be-41a5-93f4-f3533ae41bae admin admin] Made reservation on behalf of fef2ef4e6ee74d1c940765780561ed52 for: {'subnet': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:42:43.888437 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ede4eb70-d2be-41a5-93f4-f3533ae41bae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2760016'] for subnet, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:44.286537 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ede4eb70-d2be-41a5-93f4-f3533ae41bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2178752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2759970'] for subnet, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:44.291753 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-e68e1112-7227-48ad-97b2-9f92001f511e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:44.368863 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4eb70-d2be-41a5-93f4-f3533ae41bae admin admin] Pushing event updated for resources: {'Subnet': ['ID=65954116-7e5a-4871-9956-523640ae2cb4,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:44.372827 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ede4eb70-d2be-41a5-93f4-f3533ae41bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:44.374935 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:42:44.376814 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede4eb70-d2be-41a5-93f4-f3533ae41bae admin admin] Checking segment: {'id': '557151f1-63cb-4e8a-806e-8b290e240b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7a849120-04e6-4f63-b22f-12a4cc8aafff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:42:44.377160 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede4eb70-d2be-41a5-93f4-f3533ae41bae admin admin] Network hostable DHCP agents. Network: 7a849120-04e6-4f63-b22f-12a4cc8aafff, hostable agents: ['8fc60d36-74b8-4e3d-97e0-ec4f9e082df4'], hosted agents: [] {{(pid=78803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:42:44.397786 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede4eb70-d2be-41a5-93f4-f3533ae41bae admin admin] Network 7a849120-04e6-4f63-b22f-12a4cc8aafff is scheduled to be hosted by DHCP agent 8fc60d36-74b8-4e3d-97e0-ec4f9e082df4 with binding_index 1 {{(pid=78803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:42:44.408522 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-ede4eb70-d2be-41a5-93f4-f3533ae41bae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-iscsi, 7a849120-04e6-4f63-b22f-12a4cc8aafff) {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:42:44.418216 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da39e77-e2ea-400e-8030-bfc223bfd360 None None] Network 7a849120-04e6-4f63-b22f-12a4cc8aafff requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:42:44.420148 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede4eb70-d2be-41a5-93f4-f3533ae41bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:44.420746 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ede4eb70-d2be-41a5-93f4-f3533ae41bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:44.446688 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-ede4eb70-d2be-41a5-93f4-f3533ae41bae admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6003940 May 06 18:42:44.646746 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df019485-0617-4191-8d6b-0eacccf1b60f None None] Network 7a849120-04e6-4f63-b22f-12a4cc8aafff requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:42:44.971447 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 49924) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:44.980992 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-902139037-network', 'tenant_id': 'b5149160e44a4830bdca0da4e0db99a3'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:42:44.989038 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:44.994539 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] Usage tracker for resource:network and tenant:b5149160e44a4830bdca0da4e0db99a3 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:44.997844 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:45.004032 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:45.017924 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] Made reservation on behalf of b5149160e44a4830bdca0da4e0db99a3 for: {'network': 1} {{(pid=78804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:42:45.020506 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for network, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:45.126053 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:45.141080 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:45.144919 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] Usage tracker for resource:security_group_rule and tenant:b5149160e44a4830bdca0da4e0db99a3 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:45.147927 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:45.153612 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:45.238288 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:45.241370 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:45.245118 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-12706b74-7512-4105-a081-44e2d2bb16c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:45.272409 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=78804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:42:45.281328 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b405c4e0-e894-42e5-9861-7d0e6fae89d5,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:45.285058 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:45.287966 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:45.288259 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.db.segments_db [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] Added segment 4a1b864a-7062-405c-bd7a-ec34c4d30352 of type vlan for network cebde15b-afca-443e-8f45-27e683e943a6 May 06 18:42:45.316883 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734943509396'] for network, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:45.349236 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for network, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:45.350666 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:45.352055 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:45.357261 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:45.461146 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4879239 May 06 18:42:45.464130 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] Pushing event updated for resources: {'Network': ['ID=cebde15b-afca-443e-8f45-27e683e943a6,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:45.464283 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49928) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:45.466964 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:45.469858 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-0f982f7b-184b-4532-bd61-c4f14505fb2e admin admin] Request body: {'subnet': {'network_id': 'cebde15b-afca-443e-8f45-27e683e943a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-902139037-subnet', 'tenant_id': 'b5149160e44a4830bdca0da4e0db99a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:42:45.473899 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Network cebde15b-afca-443e-8f45-27e683e943a6 details requested by agent ovs-agent-dv-cinder-733622-15-iscsi with host dv-cinder-733622-15-iscsi {{(pid=78805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:42:45.474722 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-0f982f7b-184b-4532-bd61-c4f14505fb2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:45.479717 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-0f982f7b-184b-4532-bd61-c4f14505fb2e admin admin] Usage tracker for resource:subnet and tenant:b5149160e44a4830bdca0da4e0db99a3 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:45.482600 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-0f982f7b-184b-4532-bd61-c4f14505fb2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:45.488563 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-0f982f7b-184b-4532-bd61-c4f14505fb2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:45.501981 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f982f7b-184b-4532-bd61-c4f14505fb2e admin admin] Made reservation on behalf of b5149160e44a4830bdca0da4e0db99a3 for: {'subnet': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:42:45.504490 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0f982f7b-184b-4532-bd61-c4f14505fb2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2760016'] for subnet, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:45.920179 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0f982f7b-184b-4532-bd61-c4f14505fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2178752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2759970'] for subnet, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:45.924525 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-60a03b8f-e15e-4aec-b2bd-f86ce583c693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:45.998751 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f982f7b-184b-4532-bd61-c4f14505fb2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0adc0bb-946f-41da-bda9-ecd1b1a9330b,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:46.002415 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0f982f7b-184b-4532-bd61-c4f14505fb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:46.004988 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f982f7b-184b-4532-bd61-c4f14505fb2e admin admin] Checking segment: {'id': '4a1b864a-7062-405c-bd7a-ec34c4d30352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cebde15b-afca-443e-8f45-27e683e943a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:42:46.005275 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f982f7b-184b-4532-bd61-c4f14505fb2e admin admin] Network hostable DHCP agents. Network: cebde15b-afca-443e-8f45-27e683e943a6, hostable agents: ['8fc60d36-74b8-4e3d-97e0-ec4f9e082df4'], hosted agents: [] {{(pid=78803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:42:46.023978 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f982f7b-184b-4532-bd61-c4f14505fb2e admin admin] Network cebde15b-afca-443e-8f45-27e683e943a6 is scheduled to be hosted by DHCP agent 8fc60d36-74b8-4e3d-97e0-ec4f9e082df4 with binding_index 1 {{(pid=78803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:42:46.033279 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-0f982f7b-184b-4532-bd61-c4f14505fb2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-iscsi, cebde15b-afca-443e-8f45-27e683e943a6) {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:42:46.043822 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f982f7b-184b-4532-bd61-c4f14505fb2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:46.044410 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0f982f7b-184b-4532-bd61-c4f14505fb2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:46.046962 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2418a083-81bb-42f7-81fc-84bea6d8f86a None None] Network cebde15b-afca-443e-8f45-27e683e943a6 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:42:46.066059 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-0f982f7b-184b-4532-bd61-c4f14505fb2e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6007831 May 06 18:42:46.200025 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49938) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:46.279671 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cb42f6-78a1-4e18-a91b-f6dd93c07399 None None] Network cebde15b-afca-443e-8f45-27e683e943a6 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:42:46.281449 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b59e38-a599-4dd2-81ba-30be630acaae admin admin] Deleting subnet 65954116-7e5a-4871-9956-523640ae2cb4 {{(pid=78803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:42:46.284878 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-35b59e38-a599-4dd2-81ba-30be630acaae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:46.337493 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-35b59e38-a599-4dd2-81ba-30be630acaae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2178593'] for subnet, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:46.361152 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-0a1f013a-33eb-4b1a-82a3-a43f950ba584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:46.394018 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-35b59e38-a599-4dd2-81ba-30be630acaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8251675'] for subnet, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:46.749872 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-35b59e38-a599-4dd2-81ba-30be630acaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8251668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2393603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2759995'] for subnet, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:46.759962 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:46.796384 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b59e38-a599-4dd2-81ba-30be630acaae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65954116-7e5a-4871-9956-523640ae2cb4,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:46.799365 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-35b59e38-a599-4dd2-81ba-30be630acaae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:46.800414 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-35b59e38-a599-4dd2-81ba-30be630acaae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:46.807321 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-35b59e38-a599-4dd2-81ba-30be630acaae admin admin] 10.222.0.50 "DELETE /v2.0/subnets/65954116-7e5a-4871-9956-523640ae2cb4 HTTP/1.1" status: 204 len: 168 time: 0.6058202 May 06 18:42:46.809799 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49946) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:46.919213 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ffeab6d0-4075-4130-8b71-9f0e9cdb29ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8341019'] for network, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:47.051699 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ffeab6d0-4075-4130-8b71-9f0e9cdb29ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8253920', 'neutron.services.segments.db._delete_segments_for_network-8734943948701'] for network, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:47.065410 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-ffeab6d0-4075-4130-8b71-9f0e9cdb29ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a849120-04e6-4f63-b22f-12a4cc8aafff']}} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:47.077766 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-ffeab6d0-4075-4130-8b71-9f0e9cdb29ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557151f1-63cb-4e8a-806e-8b290e240b73') {'for_net_delete': True} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:47.078059 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-ffeab6d0-4075-4130-8b71-9f0e9cdb29ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557151f1-63cb-4e8a-806e-8b290e240b73') {} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:47.090336 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ffeab6d0-4075-4130-8b71-9f0e9cdb29ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734943960679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2178622'] for segment, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:47.107699 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ffeab6d0-4075-4130-8b71-9f0e9cdb29ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:47.114030 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffeab6d0-4075-4130-8b71-9f0e9cdb29ff admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=78803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:42:47.114414 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ffeab6d0-4075-4130-8b71-9f0e9cdb29ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8250152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2393701'] for segment, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: Traceback (most recent call last): May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: timer() May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: cb(*args, **kw) May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: return func(*args, **kwargs) May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: self._notify() May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: self.callback(batched_events) May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: event.method(event) May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: return f(self, *a, **k) May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: return self._get(url).json() May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: return self.request(url, 'GET', **kwargs) May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:42:47.127903 dv-cinder-733622-15-iscsi neutron-server[78803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:42:47.208214 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ffeab6d0-4075-4130-8b71-9f0e9cdb29ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8253849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1046133'] for network, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:47.213372 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:47.227827 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ffeab6d0-4075-4130-8b71-9f0e9cdb29ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:47.237320 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeab6d0-4075-4130-8b71-9f0e9cdb29ff admin admin] Pushing event deleted for resources: {'Network': ['ID=7a849120-04e6-4f63-b22f-12a4cc8aafff,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:47.240332 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-ffeab6d0-4075-4130-8b71-9f0e9cdb29ff admin admin] 10.222.0.50 "DELETE /v2.0/networks/7a849120-04e6-4f63-b22f-12a4cc8aafff HTTP/1.1" status: 204 len: 168 time: 0.4295189 May 06 18:42:47.241189 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ffeab6d0-4075-4130-8b71-9f0e9cdb29ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:47.244713 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49950) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:47.307884 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_v2 [None req-03538c95-7771-481c-a283-240e395e517a admin admin] Deleting subnet d0adc0bb-946f-41da-bda9-ecd1b1a9330b {{(pid=78803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:42:47.312384 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-03538c95-7771-481c-a283-240e395e517a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:47.371957 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-03538c95-7771-481c-a283-240e395e517a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2178593'] for subnet, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:47.430144 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-03538c95-7771-481c-a283-240e395e517a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8251675'] for subnet, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:47.691986 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-03538c95-7771-481c-a283-240e395e517a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8251668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2393603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2759995'] for subnet, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:47.697053 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:47.737317 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03538c95-7771-481c-a283-240e395e517a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0adc0bb-946f-41da-bda9-ecd1b1a9330b,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:47.739448 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-03538c95-7771-481c-a283-240e395e517a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:47.740354 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-03538c95-7771-481c-a283-240e395e517a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:47.750051 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-03538c95-7771-481c-a283-240e395e517a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d0adc0bb-946f-41da-bda9-ecd1b1a9330b HTTP/1.1" status: 204 len: 168 time: 0.5020785 May 06 18:42:47.750631 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49956) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:47.874945 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6b14eb70-d5b9-422f-b46e-c94f71641f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8341019'] for network, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:48.021420 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6b14eb70-d5b9-422f-b46e-c94f71641f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8253920', 'neutron.services.segments.db._delete_segments_for_network-8734943948701'] for network, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:48.040266 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-6b14eb70-d5b9-422f-b46e-c94f71641f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cebde15b-afca-443e-8f45-27e683e943a6']}} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:48.056067 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-6b14eb70-d5b9-422f-b46e-c94f71641f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a1b864a-7062-405c-bd7a-ec34c4d30352') {'for_net_delete': True} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:48.056474 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-6b14eb70-d5b9-422f-b46e-c94f71641f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a1b864a-7062-405c-bd7a-ec34c4d30352') {} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:48.089753 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6b14eb70-d5b9-422f-b46e-c94f71641f80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734943960679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2178622'] for segment, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:48.111223 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6b14eb70-d5b9-422f-b46e-c94f71641f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:48.123286 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b14eb70-d5b9-422f-b46e-c94f71641f80 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=78803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:42:48.124445 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6b14eb70-d5b9-422f-b46e-c94f71641f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8250152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2393701'] for segment, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: Traceback (most recent call last): May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: timer() May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: cb(*args, **kw) May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: return func(*args, **kwargs) May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: self._notify() May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: self.callback(batched_events) May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: event.method(event) May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: return f(self, *a, **k) May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: return self._get(url).json() May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: return self.request(url, 'GET', **kwargs) May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:42:48.150099 dv-cinder-733622-15-iscsi neutron-server[78803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:42:48.245136 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6b14eb70-d5b9-422f-b46e-c94f71641f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8253849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1046133'] for network, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:48.248684 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:48.264720 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6b14eb70-d5b9-422f-b46e-c94f71641f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:48.271890 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14eb70-d5b9-422f-b46e-c94f71641f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=cebde15b-afca-443e-8f45-27e683e943a6,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:48.275511 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-6b14eb70-d5b9-422f-b46e-c94f71641f80 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cebde15b-afca-443e-8f45-27e683e943a6 HTTP/1.1" status: 204 len: 168 time: 0.5240819 May 06 18:42:48.276606 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6b14eb70-d5b9-422f-b46e-c94f71641f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:48.311856 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:48.469029 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49972) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:48.524990 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-570e098d-5f4a-493f-ba9b-50b60460d264 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fef2ef4e6ee74d1c940765780561ed52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544505 May 06 18:42:48.527365 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49976) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:48.594263 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0e278229-c8fc-4db3-90a9-4cbd7c0ac39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:48.717589 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0e278229-c8fc-4db3-90a9-4cbd7c0ac39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:48.724932 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2cc2592a-3e27-47bb-833f-7a06776457cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:48.779774 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0e278229-c8fc-4db3-90a9-4cbd7c0ac39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:48.783618 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2f981bf1-7a35-433b-8374-18a83a8455a5 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:48.796862 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e278229-c8fc-4db3-90a9-4cbd7c0ac39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b8fdd9-8d0b-46c4-9b7d-5ddda70338fb,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:48.807572 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e278229-c8fc-4db3-90a9-4cbd7c0ac39d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:48.807938 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e278229-c8fc-4db3-90a9-4cbd7c0ac39d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:48.808298 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e278229-c8fc-4db3-90a9-4cbd7c0ac39d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:48.808655 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e278229-c8fc-4db3-90a9-4cbd7c0ac39d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:48.809007 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e278229-c8fc-4db3-90a9-4cbd7c0ac39d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:48.809362 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e278229-c8fc-4db3-90a9-4cbd7c0ac39d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:48.809705 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e278229-c8fc-4db3-90a9-4cbd7c0ac39d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:48.810051 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e278229-c8fc-4db3-90a9-4cbd7c0ac39d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:48.810397 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e278229-c8fc-4db3-90a9-4cbd7c0ac39d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:48.810740 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e278229-c8fc-4db3-90a9-4cbd7c0ac39d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:48.811080 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e278229-c8fc-4db3-90a9-4cbd7c0ac39d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:48.811444 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e278229-c8fc-4db3-90a9-4cbd7c0ac39d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:48.814575 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0e278229-c8fc-4db3-90a9-4cbd7c0ac39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:48.818143 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-0e278229-c8fc-4db3-90a9-4cbd7c0ac39d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f3b8fdd9-8d0b-46c4-9b7d-5ddda70338fb HTTP/1.1" status: 204 len: 168 time: 0.2873538 May 06 18:42:48.818143 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0e278229-c8fc-4db3-90a9-4cbd7c0ac39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:49.193233 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49986) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:49.252101 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-4e779832-2e4a-4ff7-a21f-f09b1aa3b727 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5149160e44a4830bdca0da4e0db99a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0574541 May 06 18:42:49.255259 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 49994) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:49.319500 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ff2138df-4c6a-49ac-9e0c-4747f8c66429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:49.350332 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ff2138df-4c6a-49ac-9e0c-4747f8c66429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:49.415723 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ff2138df-4c6a-49ac-9e0c-4747f8c66429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:49.420671 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7a78b6ac-292a-4b65-a1ee-00f8c7924177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:49.433137 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2138df-4c6a-49ac-9e0c-4747f8c66429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b405c4e0-e894-42e5-9861-7d0e6fae89d5,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:49.436577 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ff2138df-4c6a-49ac-9e0c-4747f8c66429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:49.438883 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ff2138df-4c6a-49ac-9e0c-4747f8c66429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:49.440038 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-ff2138df-4c6a-49ac-9e0c-4747f8c66429 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b405c4e0-e894-42e5-9861-7d0e6fae89d5 HTTP/1.1" status: 204 len: 168 time: 0.1847756 May 06 18:42:50.111294 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:51.638916 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:54.527277 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 50110) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:54.645397 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1300-db1c-4e40-9e1e-ae7b5ab93e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:54.660268 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-4c4a1300-db1c-4e40-9e1e-ae7b5ab93e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:54.664554 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-4c4a1300-db1c-4e40-9e1e-ae7b5ab93e94 admin admin] Usage tracker for resource:security_group_rule and tenant:92559ab215f2481db6eb9818ca3d1edb is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:54.667409 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-4c4a1300-db1c-4e40-9e1e-ae7b5ab93e94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:54.673092 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-4c4a1300-db1c-4e40-9e1e-ae7b5ab93e94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:54.767008 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1300-db1c-4e40-9e1e-ae7b5ab93e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:54.771119 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1300-db1c-4e40-9e1e-ae7b5ab93e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:54.778484 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6856cbab-6216-4dc6-9c99-41c008c21abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:54.821655 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-4c4a1300-db1c-4e40-9e1e-ae7b5ab93e94 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92559ab215f2481db6eb9818ca3d1edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932570 May 06 18:42:54.822656 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a1300-db1c-4e40-9e1e-ae7b5ab93e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4815fa-1450-4cf0-a3b3-326ff278a411,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:54.824463 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 50118) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:54.826168 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-4c4a1300-db1c-4e40-9e1e-ae7b5ab93e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:54.884368 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-72750575-d408-4c41-a1a8-956dbbe5f7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:54.914195 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-72750575-d408-4c41-a1a8-956dbbe5f7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:54.965460 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-72750575-d408-4c41-a1a8-956dbbe5f7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:54.969335 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-1995efab-191a-4e0a-9676-f941275553ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:54.980943 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72750575-d408-4c41-a1a8-956dbbe5f7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4815fa-1450-4cf0-a3b3-326ff278a411,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:54.991112 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72750575-d408-4c41-a1a8-956dbbe5f7f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:54.992196 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72750575-d408-4c41-a1a8-956dbbe5f7f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:54.992624 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72750575-d408-4c41-a1a8-956dbbe5f7f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:54.992987 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72750575-d408-4c41-a1a8-956dbbe5f7f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:54.993341 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72750575-d408-4c41-a1a8-956dbbe5f7f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:54.993704 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72750575-d408-4c41-a1a8-956dbbe5f7f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:54.994057 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72750575-d408-4c41-a1a8-956dbbe5f7f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:54.994408 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72750575-d408-4c41-a1a8-956dbbe5f7f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:54.994757 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72750575-d408-4c41-a1a8-956dbbe5f7f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:54.995103 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72750575-d408-4c41-a1a8-956dbbe5f7f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:54.995473 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72750575-d408-4c41-a1a8-956dbbe5f7f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:54.995815 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72750575-d408-4c41-a1a8-956dbbe5f7f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:54.999018 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-72750575-d408-4c41-a1a8-956dbbe5f7f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:55.000460 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-72750575-d408-4c41-a1a8-956dbbe5f7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:55.004832 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-72750575-d408-4c41-a1a8-956dbbe5f7f6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5d4815fa-1450-4cf0-a3b3-326ff278a411 HTTP/1.1" status: 204 len: 168 time: 0.1793573 May 06 18:42:55.294120 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 50126) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:55.315593 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6c45cf61-a6ca-493a-9605-24e2cb9a331f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:55.332098 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-6c45cf61-a6ca-493a-9605-24e2cb9a331f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:55.336714 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-6c45cf61-a6ca-493a-9605-24e2cb9a331f admin admin] Usage tracker for resource:security_group_rule and tenant:591e842483974654aaa265b2cb1d8a58 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:55.339723 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-6c45cf61-a6ca-493a-9605-24e2cb9a331f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:55.345871 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-6c45cf61-a6ca-493a-9605-24e2cb9a331f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:55.438175 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6c45cf61-a6ca-493a-9605-24e2cb9a331f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:55.442722 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6c45cf61-a6ca-493a-9605-24e2cb9a331f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:55.452488 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-962a82fe-905c-4b08-9ebc-e0047186cfb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:55.496724 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-6c45cf61-a6ca-493a-9605-24e2cb9a331f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=591e842483974654aaa265b2cb1d8a58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2013640 May 06 18:42:55.499221 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45cf61-a6ca-493a-9605-24e2cb9a331f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815d425f-7df6-4795-89e2-17186d362dc7,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:55.499389 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 50132) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:55.502677 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-6c45cf61-a6ca-493a-9605-24e2cb9a331f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:55.564054 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8b0699d5-9ce9-4f7d-9069-7a9662a81c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:55.596859 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8b0699d5-9ce9-4f7d-9069-7a9662a81c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:55.652167 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8b0699d5-9ce9-4f7d-9069-7a9662a81c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:55.655973 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c0bbc223-69c9-4c3d-b4d0-728145dabbe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:55.669319 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0699d5-9ce9-4f7d-9069-7a9662a81c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815d425f-7df6-4795-89e2-17186d362dc7,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:55.671539 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8b0699d5-9ce9-4f7d-9069-7a9662a81c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:55.680626 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8b0699d5-9ce9-4f7d-9069-7a9662a81c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:55.683575 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-8b0699d5-9ce9-4f7d-9069-7a9662a81c1d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/815d425f-7df6-4795-89e2-17186d362dc7 HTTP/1.1" status: 204 len: 168 time: 0.1832278 May 06 18:42:57.318065 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:09.575982 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 50320) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:09.707278 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-2e67c9d4-0233-465a-8d95-b7bfaacde456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:09.724004 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-2e67c9d4-0233-465a-8d95-b7bfaacde456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:09.727990 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-2e67c9d4-0233-465a-8d95-b7bfaacde456 admin admin] Usage tracker for resource:security_group_rule and tenant:d3512b9a12a146ab8f564f60da3a0d4e is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:09.730892 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-2e67c9d4-0233-465a-8d95-b7bfaacde456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:09.736717 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-2e67c9d4-0233-465a-8d95-b7bfaacde456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:09.901626 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a199ef-cec8-442b-909d-8ab1591f1627 req-14b6d922-5009-411b-97df-8ee92ff1c3d2 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:09.903102 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b0a199ef-cec8-442b-909d-8ab1591f1627 req-14b6d922-5009-411b-97df-8ee92ff1c3d2 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebfbde08-d8a2-4363-b60f-c2d591381500 HTTP/1.1" status: 200 len: 945 time: 0.1418860 May 06 18:43:09.904851 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-2e67c9d4-0233-465a-8d95-b7bfaacde456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:09.909113 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-2e67c9d4-0233-465a-8d95-b7bfaacde456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:09.917518 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-19f9fd47-a04c-4c03-8431-2be8ac3460aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:09.984933 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67c9d4-0233-465a-8d95-b7bfaacde456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c958767a-ed06-41be-a6cb-6832a7edb994,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:09.988816 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2e67c9d4-0233-465a-8d95-b7bfaacde456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:09.997859 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-2e67c9d4-0233-465a-8d95-b7bfaacde456 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d3512b9a12a146ab8f564f60da3a0d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4176941 May 06 18:43:09.999743 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 50328) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:10.020419 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b0a199ef-cec8-442b-909d-8ab1591f1627 req-f0e5080e-4056-4fdb-8f98-a45587713cea tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038013 May 06 18:43:10.073580 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6296b62a-36cb-4d6a-aece-572e7e998a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:10.101003 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6296b62a-36cb-4d6a-aece-572e7e998a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:10.157415 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6296b62a-36cb-4d6a-aece-572e7e998a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:10.161221 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-833b916f-3b6b-48cb-ad74-1b7f59637ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:10.173084 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296b62a-36cb-4d6a-aece-572e7e998a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c958767a-ed06-41be-a6cb-6832a7edb994,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:10.176830 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6296b62a-36cb-4d6a-aece-572e7e998a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:10.181068 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6296b62a-36cb-4d6a-aece-572e7e998a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:10.186008 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-6296b62a-36cb-4d6a-aece-572e7e998a6a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c958767a-ed06-41be-a6cb-6832a7edb994 HTTP/1.1" status: 204 len: 168 time: 0.1824284 May 06 18:43:11.213748 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda5e83-dba5-4328-9a89-4e17df00b2e9 req-d7ff6e59-0905-4b38-94c5-a4e5051a70c3 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:11.215230 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-0fda5e83-dba5-4328-9a89-4e17df00b2e9 req-d7ff6e59-0905-4b38-94c5-a4e5051a70c3 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebfbde08-d8a2-4363-b60f-c2d591381500 HTTP/1.1" status: 200 len: 945 time: 0.0852311 May 06 18:43:11.263485 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-0fda5e83-dba5-4328-9a89-4e17df00b2e9 req-8293aa3e-20a2-4cc7-9976-1fe19b1466c0 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421634 May 06 18:43:12.452563 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7587d-3b44-4ccb-999b-e21993b8f597 req-ed41bf59-0969-4278-b7e6-4cece7e4d426 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:12.454045 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-dad7587d-3b44-4ccb-999b-e21993b8f597 req-ed41bf59-0969-4278-b7e6-4cece7e4d426 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebfbde08-d8a2-4363-b60f-c2d591381500 HTTP/1.1" status: 200 len: 945 time: 0.0830138 May 06 18:43:12.500314 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-dad7587d-3b44-4ccb-999b-e21993b8f597 req-b0660a28-7a0a-407a-952d-ba43d7b31647 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404227 May 06 18:43:13.699461 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2158e7-2f53-48cc-b7df-4e769c1b84b2 req-97865fac-ff11-4f94-8f59-c0f59126132e tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:13.700973 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-5f2158e7-2f53-48cc-b7df-4e769c1b84b2 req-97865fac-ff11-4f94-8f59-c0f59126132e tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebfbde08-d8a2-4363-b60f-c2d591381500 HTTP/1.1" status: 200 len: 945 time: 0.0883465 May 06 18:43:13.753880 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-5f2158e7-2f53-48cc-b7df-4e769c1b84b2 req-fdcc652f-5e35-4b86-9e32-3137390c0270 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419154 May 06 18:43:14.444870 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5360b35-60e9-4fde-b819-f525ac75fdc9 req-0978a7cc-7d49-4d7b-9367-52d43c40b934 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:14.446494 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a5360b35-60e9-4fde-b819-f525ac75fdc9 req-0978a7cc-7d49-4d7b-9367-52d43c40b934 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebfbde08-d8a2-4363-b60f-c2d591381500 HTTP/1.1" status: 200 len: 945 time: 0.0921247 May 06 18:43:14.590277 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-a5360b35-60e9-4fde-b819-f525ac75fdc9 req-31c671e1-9c43-4d88-832e-f2fcd037670a tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Deleting port 0b12fbfe-2226-406c-87ec-577aa8ab8a61 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:43:14.590613 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-a5360b35-60e9-4fde-b819-f525ac75fdc9 req-31c671e1-9c43-4d88-832e-f2fcd037670a tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:14.723825 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-a5360b35-60e9-4fde-b819-f525ac75fdc9 req-31c671e1-9c43-4d88-832e-f2fcd037670a tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] For port 0b12fbfe-2226-406c-87ec-577aa8ab8a61, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0b12fbfe-2226-406c-87ec-577aa8ab8a61,segment=NetworkSegment(01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf),segment_id=01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:43:14.724086 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-a5360b35-60e9-4fde-b819-f525ac75fdc9 req-31c671e1-9c43-4d88-832e-f2fcd037670a tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:14.851929 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-a5360b35-60e9-4fde-b819-f525ac75fdc9 req-31c671e1-9c43-4d88-832e-f2fcd037670a tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Calling delete_port for 0b12fbfe-2226-406c-87ec-577aa8ab8a61 owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:43:14.970233 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193df2e-2753-4af1-8545-d96eacd8f60f req-dd4cbb50-cdd6-4b4a-abd8-91485ac7d2f8 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:14.971686 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a193df2e-2753-4af1-8545-d96eacd8f60f req-dd4cbb50-cdd6-4b4a-abd8-91485ac7d2f8 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebfbde08-d8a2-4363-b60f-c2d591381500 HTTP/1.1" status: 200 len: 945 time: 0.1030557 May 06 18:43:15.068029 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a193df2e-2753-4af1-8545-d96eacd8f60f req-410a7118-addf-4847-bf62-3fe29bbd4560 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d3dd82-7842-465f-9bfd-a7e952456c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650952 May 06 18:43:15.072944 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-a5360b35-60e9-4fde-b819-f525ac75fdc9 req-31c671e1-9c43-4d88-832e-f2fcd037670a tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:15.080650 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8dc12a39-2c10-4bf5-ba77-8a0365ca66b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:15.094612 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['0b12fbfe-2226-406c-87ec-577aa8ab8a61'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:43:15.130338 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c671e1-9c43-4d88-832e-f2fcd037670a tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Pushing event deleted for resources: {'Port': ['ID=0b12fbfe-2226-406c-87ec-577aa8ab8a61,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:15.135558 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-31c671e1-9c43-4d88-832e-f2fcd037670a tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:15.214551 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5360b35-60e9-4fde-b819-f525ac75fdc9 req-31c671e1-9c43-4d88-832e-f2fcd037670a tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] No DVR routers for this DVR port 0b12fbfe-2226-406c-87ec-577aa8ab8a61 on host hv-cinder-73362 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:43:15.217290 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-a5360b35-60e9-4fde-b819-f525ac75fdc9 req-31c671e1-9c43-4d88-832e-f2fcd037670a tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:15.220096 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfbde08-d8a2-4363-b60f-c2d591381500', 'name': 'network-vif-deleted', 'tag': '0b12fbfe-2226-406c-87ec-577aa8ab8a61'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:43:15.238669 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a5360b35-60e9-4fde-b819-f525ac75fdc9 req-31c671e1-9c43-4d88-832e-f2fcd037670a tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] 10.222.0.55 "DELETE /v2.0/ports/0b12fbfe-2226-406c-87ec-577aa8ab8a61 HTTP/1.1" status: 204 len: 173 time: 0.7830100 May 06 18:43:15.272029 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfbde08-d8a2-4363-b60f-c2d591381500', 'name': 'network-vif-deleted', 'tag': '0b12fbfe-2226-406c-87ec-577aa8ab8a61', 'status': 'completed', 'code': 200} May 06 18:43:16.297426 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-8b51fc5b-2f2c-49e0-8b78-fbb8c13fa0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:18.317524 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:18.718284 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-f9aca862-4c51-4648-ba88-9412fb738c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:19.026474 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 0b12fbfe-2226-406c-87ec-577aa8ab8a61 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:43:19.061745 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] No Port match for: 0b12fbfe-2226-406c-87ec-577aa8ab8a61 {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:43:19.062089 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 0b12fbfe-2226-406c-87ec-577aa8ab8a61 not bound to the agent host hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:43:20.107448 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:21.374731 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:43:21.641681 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:27.335629 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:33.610248 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 50530) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:33.730660 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a4dc3530-392f-4fc6-b6f8-7e824ae39177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:33.745652 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-a4dc3530-392f-4fc6-b6f8-7e824ae39177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:33.749626 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-a4dc3530-392f-4fc6-b6f8-7e824ae39177 admin admin] Usage tracker for resource:security_group_rule and tenant:7d2599bbb386414db16b63ae3bac26f5 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:33.753094 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-a4dc3530-392f-4fc6-b6f8-7e824ae39177 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:33.760761 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-a4dc3530-392f-4fc6-b6f8-7e824ae39177 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:33.849989 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a4dc3530-392f-4fc6-b6f8-7e824ae39177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:33.853719 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a4dc3530-392f-4fc6-b6f8-7e824ae39177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:33.948063 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-4c4a1300-db1c-4e40-9e1e-ae7b5ab93e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:33.989520 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-a4dc3530-392f-4fc6-b6f8-7e824ae39177 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7d2599bbb386414db16b63ae3bac26f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3782015 May 06 18:43:33.991247 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc3530-392f-4fc6-b6f8-7e824ae39177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caaaa235-0e91-4894-b4d4-f7ad4adbb48d,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:33.992420 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 50536) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:33.994946 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-a4dc3530-392f-4fc6-b6f8-7e824ae39177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:34.054164 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-259bd277-8e8b-47e3-99a8-b699e642cb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:34.079998 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-259bd277-8e8b-47e3-99a8-b699e642cb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:34.133683 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-259bd277-8e8b-47e3-99a8-b699e642cb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:34.137169 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-e5c0557e-c5e3-411e-8875-0d83e26b6765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:34.149236 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bd277-8e8b-47e3-99a8-b699e642cb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caaaa235-0e91-4894-b4d4-f7ad4adbb48d,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:34.152009 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-259bd277-8e8b-47e3-99a8-b699e642cb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:34.159049 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-259bd277-8e8b-47e3-99a8-b699e642cb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:34.160202 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-259bd277-8e8b-47e3-99a8-b699e642cb89 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/caaaa235-0e91-4894-b4d4-f7ad4adbb48d HTTP/1.1" status: 204 len: 168 time: 0.1667709 May 06 18:43:34.451268 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 50546) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:34.469188 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5879-a5e7-4184-9cdd-e747dbc644af admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:34.488095 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-b3cb5879-a5e7-4184-9cdd-e747dbc644af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:34.493027 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-b3cb5879-a5e7-4184-9cdd-e747dbc644af admin admin] Usage tracker for resource:security_group_rule and tenant:c736c2885bd04365acdfff5e9180569f is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:34.496520 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-b3cb5879-a5e7-4184-9cdd-e747dbc644af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:34.503104 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-b3cb5879-a5e7-4184-9cdd-e747dbc644af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:34.587308 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5879-a5e7-4184-9cdd-e747dbc644af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:34.590882 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5879-a5e7-4184-9cdd-e747dbc644af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:34.599612 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-5a1283c3-919f-4232-aa54-18ee72751d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:34.643284 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-b3cb5879-a5e7-4184-9cdd-e747dbc644af admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c736c2885bd04365acdfff5e9180569f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908593 May 06 18:43:34.644885 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb5879-a5e7-4184-9cdd-e747dbc644af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e2dc9d-52ca-407c-941d-25b3991e442e,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:34.646182 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 50550) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:34.648021 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-b3cb5879-a5e7-4184-9cdd-e747dbc644af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:34.707773 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7851e646-1f86-43b5-8184-367278cfe46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:34.735773 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7851e646-1f86-43b5-8184-367278cfe46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:34.794224 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7851e646-1f86-43b5-8184-367278cfe46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:34.798637 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6296b62a-36cb-4d6a-aece-572e7e998a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:34.811277 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851e646-1f86-43b5-8184-367278cfe46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e2dc9d-52ca-407c-941d-25b3991e442e,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:34.813668 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7851e646-1f86-43b5-8184-367278cfe46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:34.822472 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7851e646-1f86-43b5-8184-367278cfe46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:34.823602 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-7851e646-1f86-43b5-8184-367278cfe46c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/38e2dc9d-52ca-407c-941d-25b3991e442e HTTP/1.1" status: 204 len: 168 time: 0.1764460 May 06 18:43:44.829017 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 50752) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:44.951322 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d19a00f0-2dd5-4e70-8f7d-133f9fffdf4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:44.969416 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-d19a00f0-2dd5-4e70-8f7d-133f9fffdf4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:44.973245 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-d19a00f0-2dd5-4e70-8f7d-133f9fffdf4d admin admin] Usage tracker for resource:security_group_rule and tenant:a393d9894bb044f2be665be4b9a6f4fb is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:44.976828 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-d19a00f0-2dd5-4e70-8f7d-133f9fffdf4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:44.982785 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-d19a00f0-2dd5-4e70-8f7d-133f9fffdf4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:45.068538 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d19a00f0-2dd5-4e70-8f7d-133f9fffdf4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:45.072974 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d19a00f0-2dd5-4e70-8f7d-133f9fffdf4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:45.080206 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6257414f-7f94-488b-bf95-1b74121e8c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:45.124078 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-d19a00f0-2dd5-4e70-8f7d-133f9fffdf4d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a393d9894bb044f2be665be4b9a6f4fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938883 May 06 18:43:45.125257 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a00f0-2dd5-4e70-8f7d-133f9fffdf4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96186d4-0b94-4c4e-acba-0d237dcbd888,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:45.126792 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 50758) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:45.128700 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-d19a00f0-2dd5-4e70-8f7d-133f9fffdf4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:45.185214 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c58b9226-d162-4c23-9459-62749258d852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:45.210477 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c58b9226-d162-4c23-9459-62749258d852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:45.265607 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c58b9226-d162-4c23-9459-62749258d852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:45.269229 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-3d0c8693-70f9-4b7c-9e69-b3a22fc91b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:45.280903 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b9226-d162-4c23-9459-62749258d852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96186d4-0b94-4c4e-acba-0d237dcbd888,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:45.283443 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c58b9226-d162-4c23-9459-62749258d852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:45.291413 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c58b9226-d162-4c23-9459-62749258d852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:45.292513 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-c58b9226-d162-4c23-9459-62749258d852 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a96186d4-0b94-4c4e-acba-0d237dcbd888 HTTP/1.1" status: 204 len: 168 time: 0.1646531 May 06 18:43:45.571688 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 50766) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:45.589256 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-2cc78481-df25-46c3-b359-f3b3f5867107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:45.603539 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-2cc78481-df25-46c3-b359-f3b3f5867107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:45.607250 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-2cc78481-df25-46c3-b359-f3b3f5867107 admin admin] Usage tracker for resource:security_group_rule and tenant:b4fe2d822a484701be340262b1a38d03 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:45.609957 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-2cc78481-df25-46c3-b359-f3b3f5867107 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:45.616090 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-2cc78481-df25-46c3-b359-f3b3f5867107 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:45.698353 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-2cc78481-df25-46c3-b359-f3b3f5867107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:45.702816 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-2cc78481-df25-46c3-b359-f3b3f5867107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:45.711521 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7e62b02a-ac8e-4876-800f-a568e60a07bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:45.750760 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-2cc78481-df25-46c3-b359-f3b3f5867107 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b4fe2d822a484701be340262b1a38d03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780033 May 06 18:43:45.751802 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc78481-df25-46c3-b359-f3b3f5867107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d34b65-36e6-42ba-9fb3-f994fff7c55d,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:45.753433 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 50770) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:45.754973 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-2cc78481-df25-46c3-b359-f3b3f5867107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:45.812706 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8b7e8974-518a-4e9b-ae83-7db80bdcc39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:45.837388 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8b7e8974-518a-4e9b-ae83-7db80bdcc39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:45.890165 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8b7e8974-518a-4e9b-ae83-7db80bdcc39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:45.895226 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6199fcf3-640e-4cdc-8203-9ff9e1c223dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:45.910883 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e8974-518a-4e9b-ae83-7db80bdcc39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d34b65-36e6-42ba-9fb3-f994fff7c55d,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:45.915942 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8b7e8974-518a-4e9b-ae83-7db80bdcc39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:45.924852 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8b7e8974-518a-4e9b-ae83-7db80bdcc39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:45.929209 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-8b7e8974-518a-4e9b-ae83-7db80bdcc39e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/01d34b65-36e6-42ba-9fb3-f994fff7c55d HTTP/1.1" status: 204 len: 168 time: 0.1717010 May 06 18:43:46.291999 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b373645e-d9ea-487f-8150-a760dd1dcacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:46.328805 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 50786) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:46.348693 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8f371f50-cc9f-459c-94e9-f53006ad7cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:46.363671 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-8f371f50-cc9f-459c-94e9-f53006ad7cf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:46.369408 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-8f371f50-cc9f-459c-94e9-f53006ad7cf5 admin admin] Usage tracker for resource:security_group_rule and tenant:a3275525d0ab448eaf8216498324936a is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:46.372152 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-8f371f50-cc9f-459c-94e9-f53006ad7cf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:46.377685 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-8f371f50-cc9f-459c-94e9-f53006ad7cf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:46.467253 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8f371f50-cc9f-459c-94e9-f53006ad7cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:46.470912 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8f371f50-cc9f-459c-94e9-f53006ad7cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:46.478251 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-9a62b2b0-2796-4f1a-857e-de9e5c1e536b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:46.519549 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-8f371f50-cc9f-459c-94e9-f53006ad7cf5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3275525d0ab448eaf8216498324936a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896539 May 06 18:43:46.520476 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f371f50-cc9f-459c-94e9-f53006ad7cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9466db74-2357-4952-afbe-d0493f2cd48b,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:46.523624 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 50790) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:46.524089 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-8f371f50-cc9f-459c-94e9-f53006ad7cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:46.583018 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-98a19bd1-7490-408d-92ac-6300c8ee655f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:46.610305 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-98a19bd1-7490-408d-92ac-6300c8ee655f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:46.663982 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-98a19bd1-7490-408d-92ac-6300c8ee655f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:46.667683 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-afa7e3a1-da7e-4d02-b745-571063ad18d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:46.678783 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a19bd1-7490-408d-92ac-6300c8ee655f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9466db74-2357-4952-afbe-d0493f2cd48b,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:46.683108 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-98a19bd1-7490-408d-92ac-6300c8ee655f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:46.686532 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-98a19bd1-7490-408d-92ac-6300c8ee655f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:46.690537 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-98a19bd1-7490-408d-92ac-6300c8ee655f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9466db74-2357-4952-afbe-d0493f2cd48b HTTP/1.1" status: 204 len: 168 time: 0.1657753 May 06 18:43:47.178696 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 50808) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:47.244731 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f4ddb5-397f-42d7-a2e4-aa4305f09636 admin admin] Deleting subnet 03528dfd-0f29-472a-83a2-bb14b31290a3 {{(pid=78803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:43:47.247884 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ddb5-397f-42d7-a2e4-aa4305f09636 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:47.299432 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ddb5-397f-42d7-a2e4-aa4305f09636 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2178593'] for subnet, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:47.358328 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ddb5-397f-42d7-a2e4-aa4305f09636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8251675'] for subnet, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:47.450779 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 50820) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:47.558062 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-616240611-network', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:43:47.562624 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:47.566380 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] Usage tracker for resource:network and tenant:d8fb40d7197446c7a4a7fb86335a053a is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:47.569875 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:47.576227 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:47.587754 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] Made reservation on behalf of d8fb40d7197446c7a4a7fb86335a053a for: {'network': 1} {{(pid=78804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:43:47.590275 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for network, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:47.603440 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:47.610399 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ddb5-397f-42d7-a2e4-aa4305f09636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8251668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2393603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2759995'] for subnet, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:47.614339 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:47.618021 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:47.621764 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] Usage tracker for resource:security_group_rule and tenant:d8fb40d7197446c7a4a7fb86335a053a is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:47.624542 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:47.630141 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:47.650590 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4ddb5-397f-42d7-a2e4-aa4305f09636 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03528dfd-0f29-472a-83a2-bb14b31290a3,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:47.652554 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ddb5-397f-42d7-a2e4-aa4305f09636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:47.656220 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-d1f4ddb5-397f-42d7-a2e4-aa4305f09636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:47.658895 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-d1f4ddb5-397f-42d7-a2e4-aa4305f09636 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/03528dfd-0f29-472a-83a2-bb14b31290a3 HTTP/1.1" status: 204 len: 168 time: 0.4791739 May 06 18:43:47.661429 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 50826) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:47.718864 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:47.723050 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:47.726603 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-99ecc4db-7936-4614-8ada-7d2d73043a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:47.754988 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=78804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:43:47.761032 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98863dbb-d4a8-4180-8a90-38abdab7cb9a,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:47.764091 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:47.772801 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ffae35bc-75cf-4a3c-a70c-10e2f9f14781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8341019'] for network, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:47.773437 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:47.773437 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.db.segments_db [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] Added segment 01343bf8-f07d-4eb2-b8ff-0ea0190a5228 of type vlan for network 5a00aaf0-c153-4042-9a52-2e096fe6b39c May 06 18:43:47.804550 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734943509396'] for network, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:47.840254 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for network, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:47.841694 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:47.842291 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:47.845751 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-a8faeac1-c5c1-4bea-9753-1689f467c616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:47.903920 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ffae35bc-75cf-4a3c-a70c-10e2f9f14781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8253920', 'neutron.services.segments.db._delete_segments_for_network-8734943948701'] for network, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:47.918004 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-ffae35bc-75cf-4a3c-a70c-10e2f9f14781 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1999fa10-5a07-4402-bc17-c8a7569e0b1c']}} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:43:47.931340 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-ffae35bc-75cf-4a3c-a70c-10e2f9f14781 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf') {'for_net_delete': True} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:43:47.931632 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-ffae35bc-75cf-4a3c-a70c-10e2f9f14781 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b62aa6-9fa1-4ab8-83fd-78dcdfaceaaf') {} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:43:47.942959 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ffae35bc-75cf-4a3c-a70c-10e2f9f14781 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734943960679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2178622'] for segment, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:47.945341 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] Pushing event updated for resources: {'Network': ['ID=5a00aaf0-c153-4042-9a52-2e096fe6b39c,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:47.949660 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:47.956932 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Network 5a00aaf0-c153-4042-9a52-2e096fe6b39c details requested by agent ovs-agent-dv-cinder-733622-15-iscsi with host dv-cinder-733622-15-iscsi {{(pid=78805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:43:47.962445 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 50830) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:47.963252 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-6c7d3080-1034-4165-9360-34ed3bb9fd9a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5110819 May 06 18:43:47.970366 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-f7afe5e6-62eb-45ef-b0e0-3380785758ed admin admin] Request body: {'subnet': {'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-616240611-subnet', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'ip_version': 4}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:43:47.976703 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ffae35bc-75cf-4a3c-a70c-10e2f9f14781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:47.979602 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-f7afe5e6-62eb-45ef-b0e0-3380785758ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:47.987419 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-f7afe5e6-62eb-45ef-b0e0-3380785758ed admin admin] Usage tracker for resource:subnet and tenant:d8fb40d7197446c7a4a7fb86335a053a is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:47.992178 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffae35bc-75cf-4a3c-a70c-10e2f9f14781 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=78803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:43:47.992777 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ffae35bc-75cf-4a3c-a70c-10e2f9f14781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8250152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2393701'] for segment, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: Traceback (most recent call last): May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: timer() May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: cb(*args, **kw) May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: return func(*args, **kwargs) May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: self._notify() May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: self.callback(batched_events) May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: event.method(event) May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: return f(self, *a, **k) May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: return self._get(url).json() May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: return self.request(url, 'GET', **kwargs) May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:43:48.007982 dv-cinder-733622-15-iscsi neutron-server[78803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:43:48.011095 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-f7afe5e6-62eb-45ef-b0e0-3380785758ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:48.071047 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-f7afe5e6-62eb-45ef-b0e0-3380785758ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:48.102869 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7afe5e6-62eb-45ef-b0e0-3380785758ed admin admin] Made reservation on behalf of d8fb40d7197446c7a4a7fb86335a053a for: {'subnet': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:43:48.105244 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f7afe5e6-62eb-45ef-b0e0-3380785758ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2760016'] for subnet, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:48.167450 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ffae35bc-75cf-4a3c-a70c-10e2f9f14781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8253849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1046133'] for network, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:48.188393 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:48.203890 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ffae35bc-75cf-4a3c-a70c-10e2f9f14781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:48.222495 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae35bc-75cf-4a3c-a70c-10e2f9f14781 admin admin] Pushing event deleted for resources: {'Network': ['ID=1999fa10-5a07-4402-bc17-c8a7569e0b1c,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:48.231767 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ffae35bc-75cf-4a3c-a70c-10e2f9f14781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:48.235990 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-ffae35bc-75cf-4a3c-a70c-10e2f9f14781 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1999fa10-5a07-4402-bc17-c8a7569e0b1c HTTP/1.1" status: 204 len: 168 time: 0.5734696 May 06 18:43:48.327184 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:48.466475 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 50836) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:48.521493 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-9e638155-70ff-4a7e-b329-7d12bb71dcd2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ab13d26cf75d4bef8a9d83665ea6b874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536942 May 06 18:43:48.523811 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 50840) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:48.585407 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0c1856f6-d1e8-4f8b-9791-b21f8505e6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:48.611066 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0c1856f6-d1e8-4f8b-9791-b21f8505e6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:48.626248 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f7afe5e6-62eb-45ef-b0e0-3380785758ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2178752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2759970'] for subnet, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:48.630891 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-03538c95-7771-481c-a283-240e395e517a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:48.665017 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0c1856f6-d1e8-4f8b-9791-b21f8505e6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:48.669659 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-02df98e0-c1b8-47ed-bd90-a5e65dd7b87f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:48.683177 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1856f6-d1e8-4f8b-9791-b21f8505e6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d3dd82-7842-465f-9bfd-a7e952456c71,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:48.685379 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-0c1856f6-d1e8-4f8b-9791-b21f8505e6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:48.690875 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0c1856f6-d1e8-4f8b-9791-b21f8505e6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:48.692185 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-0c1856f6-d1e8-4f8b-9791-b21f8505e6df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c6d3dd82-7842-465f-9bfd-a7e952456c71 HTTP/1.1" status: 204 len: 168 time: 0.1668351 May 06 18:43:48.706986 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7afe5e6-62eb-45ef-b0e0-3380785758ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=3741ab13-23e1-4cb0-84ca-3c4021228ce6,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:48.711595 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f7afe5e6-62eb-45ef-b0e0-3380785758ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:48.712484 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7afe5e6-62eb-45ef-b0e0-3380785758ed admin admin] Checking segment: {'id': '01343bf8-f07d-4eb2-b8ff-0ea0190a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:43:48.712837 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7afe5e6-62eb-45ef-b0e0-3380785758ed admin admin] Network hostable DHCP agents. Network: 5a00aaf0-c153-4042-9a52-2e096fe6b39c, hostable agents: ['8fc60d36-74b8-4e3d-97e0-ec4f9e082df4'], hosted agents: [] {{(pid=78803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:43:48.727060 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-3da99a53-f906-4174-86e6-9605ae59a32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:48.732335 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7afe5e6-62eb-45ef-b0e0-3380785758ed admin admin] Network 5a00aaf0-c153-4042-9a52-2e096fe6b39c is scheduled to be hosted by DHCP agent 8fc60d36-74b8-4e3d-97e0-ec4f9e082df4 with binding_index 1 {{(pid=78803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:43:48.742741 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-f7afe5e6-62eb-45ef-b0e0-3380785758ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-iscsi, 5a00aaf0-c153-4042-9a52-2e096fe6b39c) {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:43:48.752814 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575c20ac-3f42-4cdc-8ca2-f2fada55b320 None None] Network 5a00aaf0-c153-4042-9a52-2e096fe6b39c requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:43:48.753952 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7afe5e6-62eb-45ef-b0e0-3380785758ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:48.754553 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f7afe5e6-62eb-45ef-b0e0-3380785758ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:48.778626 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-f7afe5e6-62eb-45ef-b0e0-3380785758ed admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8147314 May 06 18:43:48.781350 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 50846) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:48.786833 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-616240611-router', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:43:48.792630 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:48.797243 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] Usage tracker for resource:router and tenant:d8fb40d7197446c7a4a7fb86335a053a is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:48.800353 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:48.806404 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:48.817821 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15189'] for router, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:48.819730 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-998050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15196'] for router, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:48.837757 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:48.978764 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a25c3f6-e935-5b79-807a-a719f88b9197-5a00aaf0-c153-4042-9a52-2e096fe6b39c', 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'fixed_ips': [{'subnet_id': '3741ab13-23e1-4cb0-84ca-3c4021228ce6'}]}} from dv-cinder-733622-15-iscsi. {{(pid=78805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 18:43:48.980382 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:49.177553 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.db_base_plugin_common [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Allocated IP 172.20.0.2 (5a00aaf0-c153-4042-9a52-2e096fe6b39c/3741ab13-23e1-4cb0-84ca-3c4021228ce6/56a595cb-ca8a-479a-aacc-847618eb6cad) {{(pid=78805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:43:49.229244 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-972830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15278'] for router, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:49.408307 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Notify callbacks [] for port, precommit_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:49.420212 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Transition to ACTIVE for port object 56a595cb-ca8a-479a-aacc-847618eb6cad will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:43:49.440253 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Transition to ACTIVE for port object 56a595cb-ca8a-479a-aacc-847618eb6cad will not be triggered until provisioned by entity DHCP. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:43:49.451499 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:49.457374 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-0a516584-9314-466b-b03c-8f0b3814deb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:49.514660 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Network 5a00aaf0-c153-4042-9a52-2e096fe6b39c is already hosted by enough agents. {{(pid=78805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:43:49.517603 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.scheduler.base_scheduler [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Resources bound (agent type, host, resource id): {{(pid=78805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:43:49.525871 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Received port after_create {{(pid=78805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:43:49.564689 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Pushing event updated for resources: {'Port': ['ID=56a595cb-ca8a-479a-aacc-847618eb6cad,revision_number=1']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:49.571386 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:49.579297 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:49.579733 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:49.580148 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:49.580561 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:49.580980 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:49.581391 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:49.582233 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:49.582489 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:49.582888 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:49.583311 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:49.583785 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:49.585331 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:49.603524 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:49.613292 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:49.639000 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Attempting to bind port 56a595cb-ca8a-479a-aacc-847618eb6cad on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:43:49.639808 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Attempting to bind port 56a595cb-ca8a-479a-aacc-847618eb6cad by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': '01343bf8-f07d-4eb2-b8ff-0ea0190a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:43:49.639946 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Attempting to bind port 56a595cb-ca8a-479a-aacc-847618eb6cad on network 5a00aaf0-c153-4042-9a52-2e096fe6b39c {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:43:49.645476 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:43:49.645933 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Checking segment: {'id': '01343bf8-f07d-4eb2-b8ff-0ea0190a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:43:49.646406 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:49.646929 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Bound using segment: {'id': '01343bf8-f07d-4eb2-b8ff-0ea0190a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:43:49.647502 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Bound port: 56a595cb-ca8a-479a-aacc-847618eb6cad, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01343bf8-f07d-4eb2-b8ff-0ea0190a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:43:49.647949 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:49.741524 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] For port 56a595cb-ca8a-479a-aacc-847618eb6cad, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:43:49.745098 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] For port 56a595cb-ca8a-479a-aacc-847618eb6cad, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=56a595cb-ca8a-479a-aacc-847618eb6cad,segment=NetworkSegment(01343bf8-f07d-4eb2-b8ff-0ea0190a5228),segment_id=01343bf8-f07d-4eb2-b8ff-0ea0190a5228)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:43:49.749449 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:49.751468 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] Allocated IP 172.27.1.66 (884521b5-a319-4325-bd13-24951164ba4c/9fcafda4-8977-4d90-a4c2-0719bb43c11a/2c033b4e-1554-4dfa-80bb-968c6b63de61) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:43:49.754486 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:49.847576 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Pushing event updated for resources: {'Port': ['ID=56a595cb-ca8a-479a-aacc-847618eb6cad,revision_number=2']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:49.852396 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:49.923757 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:49.955999 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:49.960434 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:50.027945 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] Pushing event updated for resources: {'Port': ['ID=2c033b4e-1554-4dfa-80bb-968c6b63de61,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:50.032452 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:50.042939 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] Network 884521b5-a319-4325-bd13-24951164ba4c is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:43:50.044170 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:43:50.046605 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:43:50.116566 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:50.575482 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 56a595cb-ca8a-479a-aacc-847618eb6cad up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:43:50.626618 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:50.655616 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port 56a595cb-ca8a-479a-aacc-847618eb6cad completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:43:50.889287 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93caa15b-1aaf-4dfe-809e-42a41aed49ea None None] Network 5a00aaf0-c153-4042-9a52-2e096fe6b39c requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:43:50.980336 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-1fc900f8-2c0c-4f68-8128-3ad8b65ff819 None None] Provisioning for port 56a595cb-ca8a-479a-aacc-847618eb6cad completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:43:50.995825 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-1fc900f8-2c0c-4f68-8128-3ad8b65ff819 None None] Provisioning complete for port 56a595cb-ca8a-479a-aacc-847618eb6cad triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:43:50.996295 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-1fc900f8-2c0c-4f68-8128-3ad8b65ff819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:51.090535 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047305'] for router, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:51.249685 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-1fc900f8-2c0c-4f68-8128-3ad8b65ff819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:51.295752 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-1fc900f8-2c0c-4f68-8128-3ad8b65ff819 None None] For port 56a595cb-ca8a-479a-aacc-847618eb6cad, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=56a595cb-ca8a-479a-aacc-847618eb6cad,segment=NetworkSegment(01343bf8-f07d-4eb2-b8ff-0ea0190a5228),segment_id=01343bf8-f07d-4eb2-b8ff-0ea0190a5228)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:43:51.300711 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-1fc900f8-2c0c-4f68-8128-3ad8b65ff819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:51.304895 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-36a3aac3-3c76-42f4-8e30-34b311d5ae80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:51.310273 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] Router 55df6ebc-27b6-4d57-9748-bf623b8fe684 is scheduled to L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a with binding_index 1 {{(pid=78804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 18:43:51.378721 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc900f8-2c0c-4f68-8128-3ad8b65ff819 None None] Pushing event updated for resources: {'Port': ['ID=56a595cb-ca8a-479a-aacc-847618eb6cad,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:51.383914 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-1fc900f8-2c0c-4f68-8128-3ad8b65ff819 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:51.502592 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:43:51.513302 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] Sync routers for ids ['55df6ebc-27b6-4d57-9748-bf623b8fe684'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:43:51.530078 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] Routers {'55df6ebc-27b6-4d57-9748-bf623b8fe684'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:43:51.530709 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:43:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['55df6ebc-27b6-4d57-9748-bf623b8fe684'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:43:51.538353 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] Notify callbacks [] for router, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:51.539501 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7567720 May 06 18:43:51.542114 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 50890) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:51.669213 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-2fe56a6a-095d-4762-a33b-a4536b2280de None None] Provisioning complete for port 56a595cb-ca8a-479a-aacc-847618eb6cad triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:43:51.669574 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2fe56a6a-095d-4762-a33b-a4536b2280de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:51.746026 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:51.832132 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] Set router 55df6ebc-27b6-4d57-9748-bf623b8fe684 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:43:52.140398 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'name': 'tempest-TestMinimumBasicScenario-616240611-router', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:43:48Z', 'updated_at': '2021-05-06T18:43:50Z', 'revision_number': 3, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'gw_port': {'id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:49Z', 'updated_at': '2021-05-06T18:43:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:43:52.144176 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] Checking router: 55df6ebc-27b6-4d57-9748-bf623b8fe684 for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:43:52.144527 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] Updating router 55df6ebc-27b6-4d57-9748-bf623b8fe684 port 2c033b4e-1554-4dfa-80bb-968c6b63de61 binding host dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:43:52.199622 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:52.356810 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-19cf106c-d1b4-4901-9175-12286c5bbc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:52.523899 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 56a595cb-ca8a-479a-aacc-847618eb6cad up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:43:52.579405 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-19cf106c-d1b4-4901-9175-12286c5bbc65 admin admin] Allocated IP 172.20.0.1 (5a00aaf0-c153-4042-9a52-2e096fe6b39c/3741ab13-23e1-4cb0-84ca-3c4021228ce6/d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:43:52.597473 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] Notify callbacks [] for port, precommit_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:52.616315 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] Transition to ACTIVE for port object 2c033b4e-1554-4dfa-80bb-968c6b63de61 will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:43:52.625219 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:52.629230 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:52.683768 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 56a595cb-ca8a-479a-aacc-847618eb6cad triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:43:52.684139 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:52.737264 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-19cf106c-d1b4-4901-9175-12286c5bbc65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:52.752882 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-19cf106c-d1b4-4901-9175-12286c5bbc65 admin admin] Transition to ACTIVE for port object d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1 will not be triggered until provisioned by entity DHCP. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:43:52.766792 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] Attempting to bind port 2c033b4e-1554-4dfa-80bb-968c6b63de61 on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:43:52.767187 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] Attempting to bind port 2c033b4e-1554-4dfa-80bb-968c6b63de61 by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:43:52.767563 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] Attempting to bind port 2c033b4e-1554-4dfa-80bb-968c6b63de61 on network 884521b5-a319-4325-bd13-24951164ba4c {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:43:52.769525 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e299d3-09dd-4cd2-bb96-1c0993c94133 None None] Pushing event updated for resources: {'Port': ['ID=2c033b4e-1554-4dfa-80bb-968c6b63de61,revision_number=2']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:52.776221 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-81e299d3-09dd-4cd2-bb96-1c0993c94133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:52.778027 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-19cf106c-d1b4-4901-9175-12286c5bbc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:52.778405 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:43:52.778785 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] Checking segment: {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:43:52.779209 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:52.779606 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] Bound using segment: {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:43:52.780081 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] Bound port: 2c033b4e-1554-4dfa-80bb-968c6b63de61, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:43:52.780457 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:52.782798 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c537d732-2099-4a6b-b3bc-90208fd2aab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:52.840333 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cf106c-d1b4-4901-9175-12286c5bbc65 admin admin] Network 5a00aaf0-c153-4042-9a52-2e096fe6b39c is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:43:52.842978 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-19cf106c-d1b4-4901-9175-12286c5bbc65 admin admin] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:43:52.846585 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf106c-d1b4-4901-9175-12286c5bbc65 admin admin] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:43:52.901007 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf106c-d1b4-4901-9175-12286c5bbc65 admin admin] Pushing event updated for resources: {'Port': ['ID=d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:52.905317 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-19cf106c-d1b4-4901-9175-12286c5bbc65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:52.923051 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-19cf106c-d1b4-4901-9175-12286c5bbc65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1039830'] for router_interface, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:52.961295 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] For port 2c033b4e-1554-4dfa-80bb-968c6b63de61, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:43:52.972165 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] For port 2c033b4e-1554-4dfa-80bb-968c6b63de61, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=2c033b4e-1554-4dfa-80bb-968c6b63de61,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:43:52.978707 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:52.983430 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:53.063647 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] Routers {'55df6ebc-27b6-4d57-9748-bf623b8fe684'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:43:53.064380 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:43:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['55df6ebc-27b6-4d57-9748-bf623b8fe684'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:43:53.180794 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e299d3-09dd-4cd2-bb96-1c0993c94133 None None] Pushing event updated for resources: {'Port': ['ID=2c033b4e-1554-4dfa-80bb-968c6b63de61,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:53.184249 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-19cf106c-d1b4-4901-9175-12286c5bbc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:53.195336 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-81e299d3-09dd-4cd2-bb96-1c0993c94133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:53.214824 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-dab4d800-b66b-4799-876d-1a4bf00962e7 None None] Provisioning for port d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1 completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:43:53.224376 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-dab4d800-b66b-4799-876d-1a4bf00962e7 None None] Provisioning complete for port d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1 triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:43:53.225380 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-dab4d800-b66b-4799-876d-1a4bf00962e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:53.299973 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-dab4d800-b66b-4799-876d-1a4bf00962e7 None None] Port d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1 cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:43:53.308292 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] Set router 55df6ebc-27b6-4d57-9748-bf623b8fe684 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:43:53.416680 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-19cf106c-d1b4-4901-9175-12286c5bbc65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:53.421099 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-19cf106c-d1b4-4901-9175-12286c5bbc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062806'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:53.449527 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c88f4505-5f31-4fd3-ab4a-b307ed90b13c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:53.527422 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-19cf106c-d1b4-4901-9175-12286c5bbc65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1039733'] for router_interface, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:53.531726 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf106c-d1b4-4901-9175-12286c5bbc65 admin admin] Pushing event updated for resources: {'Port': ['ID=d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:53.536062 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-19cf106c-d1b4-4901-9175-12286c5bbc65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:53.597567 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'name': 'tempest-TestMinimumBasicScenario-616240611-router', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:43:48Z', 'updated_at': '2021-05-06T18:43:50Z', 'revision_number': 3, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'gw_port': {'id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:49Z', 'updated_at': '2021-05-06T18:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:43:53.602052 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ba0977-5a9d-477b-bfb5-786d11997190 None None] The sync data for ids ['55df6ebc-27b6-4d57-9748-bf623b8fe684'] in dv-cinder-733622-15-iscsi is: [{'id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'name': 'tempest-TestMinimumBasicScenario-616240611-router', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:43:48Z', 'updated_at': '2021-05-06T18:43:50Z', 'revision_number': 3, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'gw_port': {'id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:49Z', 'updated_at': '2021-05-06T18:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:43:53.675286 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cf106c-d1b4-4901-9175-12286c5bbc65 admin admin] Network 5a00aaf0-c153-4042-9a52-2e096fe6b39c is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:43:53.676625 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-19cf106c-d1b4-4901-9175-12286c5bbc65 admin admin] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:43:53.926964 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-6a290a81-8d21-4d59-9ce2-2eb4a79115b3 None None] Provisioning complete for port d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1 triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:43:53.927385 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-6a290a81-8d21-4d59-9ce2-2eb4a79115b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:53.989782 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-6a290a81-8d21-4d59-9ce2-2eb4a79115b3 None None] Port d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1 cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:43:54.015223 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cf106c-d1b4-4901-9175-12286c5bbc65 admin admin] Router 55df6ebc-27b6-4d57-9748-bf623b8fe684 has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:43:54.204689 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cf106c-d1b4-4901-9175-12286c5bbc65 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:43:54.214648 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-19cf106c-d1b4-4901-9175-12286c5bbc65 admin admin] 10.222.0.50 "PUT /v2.0/routers/55df6ebc-27b6-4d57-9748-bf623b8fe684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6714211 May 06 18:43:54.542392 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 2c033b4e-1554-4dfa-80bb-968c6b63de61 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:43:54.621622 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port 2c033b4e-1554-4dfa-80bb-968c6b63de61 completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:43:54.626758 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 2c033b4e-1554-4dfa-80bb-968c6b63de61 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:43:54.627135 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:54.761243 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:54.782582 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port 2c033b4e-1554-4dfa-80bb-968c6b63de61, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=2c033b4e-1554-4dfa-80bb-968c6b63de61,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:43:54.788095 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:54.794671 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:54.839786 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 50916) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:54.845693 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-37793300-network', 'tenant_id': '44189ecf60d848cf876cf281fd46f4b0'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:43:54.850425 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:54.855293 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Usage tracker for resource:network and tenant:44189ecf60d848cf876cf281fd46f4b0 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:54.859428 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:54.866445 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:54.870191 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=2c033b4e-1554-4dfa-80bb-968c6b63de61,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:54.874263 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:54.877606 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Made reservation on behalf of 44189ecf60d848cf876cf281fd46f4b0 for: {'network': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:43:54.880120 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for network, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:54.893655 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:54.909115 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:54.913729 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Usage tracker for resource:security_group_rule and tenant:44189ecf60d848cf876cf281fd46f4b0 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:54.916613 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:54.922401 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:55.011015 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:55.015628 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:55.018828 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-dab1db56-3d38-4177-94ca-ff6e3f1ea597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:55.051327 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=78803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:43:55.057403 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd000c9-8564-4493-bbf6-8a046168105e,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:55.067440 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:55.067814 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:55.068178 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:55.068612 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:55.069237 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:55.069361 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:55.069678 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:55.069983 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:55.070331 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:55.070678 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:55.071025 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:55.071396 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:55.075019 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:55.075388 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.db.segments_db [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Added segment 96ffd89d-400e-4c0f-ad42-10c772d60b6f of type vlan for network 58bbb420-cd74-4e14-b8fa-a1937c5f3fe8 May 06 18:43:55.077181 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:55.107272 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734943509396'] for network, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:55.138981 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for network, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:55.140438 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:55.141060 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:55.151467 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] Sync routers for ids ['55df6ebc-27b6-4d57-9748-bf623b8fe684'] in dv-cinder-733622-15-iscsi {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:43:55.152107 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:55.162468 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] Routers {'55df6ebc-27b6-4d57-9748-bf623b8fe684'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:43:55.163564 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:43:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['55df6ebc-27b6-4d57-9748-bf623b8fe684'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:43:55.247056 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4061460 May 06 18:43:55.250243 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 50928) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:55.259686 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-6a4de6fe-6c8b-49c1-98e1-34e5d88196fc admin admin] Request body: {'subnet': {'network_id': '58bbb420-cd74-4e14-b8fa-a1937c5f3fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-37793300-subnet', 'tenant_id': '44189ecf60d848cf876cf281fd46f4b0', 'ip_version': 4}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:43:55.262879 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Pushing event updated for resources: {'Network': ['ID=58bbb420-cd74-4e14-b8fa-a1937c5f3fe8,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:55.265885 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:55.266792 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-6a4de6fe-6c8b-49c1-98e1-34e5d88196fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:55.270776 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-6a4de6fe-6c8b-49c1-98e1-34e5d88196fc admin admin] Usage tracker for resource:subnet and tenant:44189ecf60d848cf876cf281fd46f4b0 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:55.274421 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-6a4de6fe-6c8b-49c1-98e1-34e5d88196fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:55.279358 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Network 58bbb420-cd74-4e14-b8fa-a1937c5f3fe8 details requested by agent ovs-agent-dv-cinder-733622-15-iscsi with host dv-cinder-733622-15-iscsi {{(pid=78805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:43:55.283792 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-6a4de6fe-6c8b-49c1-98e1-34e5d88196fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:55.293728 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4de6fe-6c8b-49c1-98e1-34e5d88196fc admin admin] Made reservation on behalf of 44189ecf60d848cf876cf281fd46f4b0 for: {'subnet': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:43:55.296605 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6a4de6fe-6c8b-49c1-98e1-34e5d88196fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2760016'] for subnet, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:55.344260 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] Set router 55df6ebc-27b6-4d57-9748-bf623b8fe684 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:43:55.667313 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'name': 'tempest-TestMinimumBasicScenario-616240611-router', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:43:48Z', 'updated_at': '2021-05-06T18:43:53Z', 'revision_number': 4, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'gw_port': {'id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:49Z', 'updated_at': '2021-05-06T18:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'd7078fdb-ba74-47f3-aeef-20fbdf8b5eb1', 'name': '', 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'mac_address': 'fa:16:3e:2a:93:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '3741ab13-23e1-4cb0-84ca-3c4021228ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:52Z', 'updated_at': '2021-05-06T18:43:53Z', 'revision_number': 2, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'subnets': [{'id': '3741ab13-23e1-4cb0-84ca-3c4021228ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:43:55.671986 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] Checking router: 55df6ebc-27b6-4d57-9748-bf623b8fe684 for host: dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:43:55.672268 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] Updating router 55df6ebc-27b6-4d57-9748-bf623b8fe684 port d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1 binding host dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:43:55.707425 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6a4de6fe-6c8b-49c1-98e1-34e5d88196fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2178752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2759970'] for subnet, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:55.712509 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:55.728311 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:55.790966 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4de6fe-6c8b-49c1-98e1-34e5d88196fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=14eb6f64-4e74-4c35-b212-b44ee4d13749,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:55.795319 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6a4de6fe-6c8b-49c1-98e1-34e5d88196fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:55.799756 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4de6fe-6c8b-49c1-98e1-34e5d88196fc admin admin] Checking segment: {'id': '96ffd89d-400e-4c0f-ad42-10c772d60b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58bbb420-cd74-4e14-b8fa-a1937c5f3fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:43:55.800117 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4de6fe-6c8b-49c1-98e1-34e5d88196fc admin admin] Network hostable DHCP agents. Network: 58bbb420-cd74-4e14-b8fa-a1937c5f3fe8, hostable agents: ['8fc60d36-74b8-4e3d-97e0-ec4f9e082df4'], hosted agents: [] {{(pid=78803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:43:55.818628 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4de6fe-6c8b-49c1-98e1-34e5d88196fc admin admin] Network 58bbb420-cd74-4e14-b8fa-a1937c5f3fe8 is scheduled to be hosted by DHCP agent 8fc60d36-74b8-4e3d-97e0-ec4f9e082df4 with binding_index 1 {{(pid=78803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:43:55.827858 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-6a4de6fe-6c8b-49c1-98e1-34e5d88196fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-iscsi, 58bbb420-cd74-4e14-b8fa-a1937c5f3fe8) {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:43:55.837678 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e5712d-41fb-46fb-b43d-826267b36523 None None] Network 58bbb420-cd74-4e14-b8fa-a1937c5f3fe8 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:43:55.846110 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4de6fe-6c8b-49c1-98e1-34e5d88196fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:55.846889 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6a4de6fe-6c8b-49c1-98e1-34e5d88196fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:55.875036 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-6a4de6fe-6c8b-49c1-98e1-34e5d88196fc admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6226220 May 06 18:43:55.877286 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 50932) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:55.883419 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-b7ad2d32-ba12-44b9-b27b-8744b0d787a9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-37793300-router', 'tenant_id': '44189ecf60d848cf876cf281fd46f4b0', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:43:55.888166 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-b7ad2d32-ba12-44b9-b27b-8744b0d787a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:55.892357 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-b7ad2d32-ba12-44b9-b27b-8744b0d787a9 admin admin] Usage tracker for resource:router and tenant:44189ecf60d848cf876cf281fd46f4b0 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:55.895392 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-b7ad2d32-ba12-44b9-b27b-8744b0d787a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:55.903550 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-b7ad2d32-ba12-44b9-b27b-8744b0d787a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:55.919621 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b7ad2d32-ba12-44b9-b27b-8744b0d787a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15189'] for router, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:55.920811 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b7ad2d32-ba12-44b9-b27b-8744b0d787a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-998050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15196'] for router, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:55.938805 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b7ad2d32-ba12-44b9-b27b-8744b0d787a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:56.080923 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a25c3f6-e935-5b79-807a-a719f88b9197-58bbb420-cd74-4e14-b8fa-a1937c5f3fe8', 'network_id': '58bbb420-cd74-4e14-b8fa-a1937c5f3fe8', 'tenant_id': '44189ecf60d848cf876cf281fd46f4b0', 'fixed_ips': [{'subnet_id': '14eb6f64-4e74-4c35-b212-b44ee4d13749'}]}} from dv-cinder-733622-15-iscsi. {{(pid=78805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 18:43:56.081833 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:56.117850 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:56.129885 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] Transition to ACTIVE for port object d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1 will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:43:56.137851 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:56.143070 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:56.230744 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b7ad2d32-ba12-44b9-b27b-8744b0d787a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-972830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15278'] for router, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:56.257751 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.db_base_plugin_common [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] Allocated IP 172.20.0.2 (58bbb420-cd74-4e14-b8fa-a1937c5f3fe8/14eb6f64-4e74-4c35-b212-b44ee4d13749/9065d99a-bc9c-4c02-9e42-e0a9b4450d77) {{(pid=78805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:43:56.394735 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2886462-fa27-40d0-91b8-46d5cb78a0b5 None None] Pushing event updated for resources: {'Port': ['ID=d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:56.416898 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2886462-fa27-40d0-91b8-46d5cb78a0b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:56.417384 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2886462-fa27-40d0-91b8-46d5cb78a0b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:56.417946 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2886462-fa27-40d0-91b8-46d5cb78a0b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:56.418542 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2886462-fa27-40d0-91b8-46d5cb78a0b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:56.418735 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2886462-fa27-40d0-91b8-46d5cb78a0b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:56.419270 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2886462-fa27-40d0-91b8-46d5cb78a0b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:56.419654 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2886462-fa27-40d0-91b8-46d5cb78a0b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:56.420066 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2886462-fa27-40d0-91b8-46d5cb78a0b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:56.420512 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2886462-fa27-40d0-91b8-46d5cb78a0b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:56.420924 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2886462-fa27-40d0-91b8-46d5cb78a0b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:56.421331 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2886462-fa27-40d0-91b8-46d5cb78a0b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:56.421736 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2886462-fa27-40d0-91b8-46d5cb78a0b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:56.427828 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-f2886462-fa27-40d0-91b8-46d5cb78a0b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:56.428868 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] Attempting to bind port d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1 on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:43:56.429249 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] Attempting to bind port d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1 by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': '01343bf8-f07d-4eb2-b8ff-0ea0190a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:43:56.429708 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] Attempting to bind port d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1 on network 5a00aaf0-c153-4042-9a52-2e096fe6b39c {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:43:56.437110 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:43:56.437633 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] Checking segment: {'id': '01343bf8-f07d-4eb2-b8ff-0ea0190a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:43:56.438153 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:56.438640 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] Bound using segment: {'id': '01343bf8-f07d-4eb2-b8ff-0ea0190a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:43:56.439238 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] Bound port: d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01343bf8-f07d-4eb2-b8ff-0ea0190a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:43:56.439751 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:56.563608 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] For port d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:43:56.573491 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] For port d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1,segment=NetworkSegment(01343bf8-f07d-4eb2-b8ff-0ea0190a5228),segment_id=01343bf8-f07d-4eb2-b8ff-0ea0190a5228)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:43:56.593284 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:56.598871 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 2c033b4e-1554-4dfa-80bb-968c6b63de61 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:43:56.606322 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-2000e6e3-a1df-4730-8075-a4c8af7937a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:56.675392 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] Notify callbacks [] for port, precommit_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:56.676876 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] Routers {'55df6ebc-27b6-4d57-9748-bf623b8fe684'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:43:56.677602 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:43:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['55df6ebc-27b6-4d57-9748-bf623b8fe684'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:43:56.701840 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] Transition to ACTIVE for port object 9065d99a-bc9c-4c02-9e42-e0a9b4450d77 will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:43:56.733637 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] Transition to ACTIVE for port object 9065d99a-bc9c-4c02-9e42-e0a9b4450d77 will not be triggered until provisioned by entity DHCP. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:43:56.746953 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:56.752348 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-d3e5a305-0e92-4b33-87f4-9773151f81fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:56.780394 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b7ad2d32-ba12-44b9-b27b-8744b0d787a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:56.791385 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 2c033b4e-1554-4dfa-80bb-968c6b63de61 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:43:56.792122 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:56.825466 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b7ad2d32-ba12-44b9-b27b-8744b0d787a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:56.879445 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2886462-fa27-40d0-91b8-46d5cb78a0b5 None None] Pushing event updated for resources: {'Port': ['ID=d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1,revision_number=4']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:56.884813 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] Network 58bbb420-cd74-4e14-b8fa-a1937c5f3fe8 is already hosted by enough agents. {{(pid=78805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:43:56.891117 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-f2886462-fa27-40d0-91b8-46d5cb78a0b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:56.903933 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.scheduler.base_scheduler [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] Resources bound (agent type, host, resource id): {{(pid=78805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:43:56.913176 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] Received port after_create {{(pid=78805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:43:56.916937 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] Pushing event updated for resources: {'Port': ['ID=9065d99a-bc9c-4c02-9e42-e0a9b4450d77,revision_number=1']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:56.938439 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] Set router 55df6ebc-27b6-4d57-9748-bf623b8fe684 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:43:56.949445 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:57.005392 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-b7ad2d32-ba12-44b9-b27b-8744b0d787a9 admin admin] Allocated IP 172.27.1.180 (884521b5-a319-4325-bd13-24951164ba4c/9fcafda4-8977-4d90-a4c2-0719bb43c11a/5cbad2e1-64ef-4e46-9f88-b19af959f5af) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:43:57.043299 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] Attempting to bind port 9065d99a-bc9c-4c02-9e42-e0a9b4450d77 on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:43:57.043828 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] Attempting to bind port 9065d99a-bc9c-4c02-9e42-e0a9b4450d77 by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': '96ffd89d-400e-4c0f-ad42-10c772d60b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58bbb420-cd74-4e14-b8fa-a1937c5f3fe8'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:43:57.044299 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] Attempting to bind port 9065d99a-bc9c-4c02-9e42-e0a9b4450d77 on network 58bbb420-cd74-4e14-b8fa-a1937c5f3fe8 {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:43:57.050402 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:43:57.050946 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] Checking segment: {'id': '96ffd89d-400e-4c0f-ad42-10c772d60b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58bbb420-cd74-4e14-b8fa-a1937c5f3fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:43:57.051480 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:57.051981 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] Bound using segment: {'id': '96ffd89d-400e-4c0f-ad42-10c772d60b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58bbb420-cd74-4e14-b8fa-a1937c5f3fe8'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:43:57.052553 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] Bound port: 9065d99a-bc9c-4c02-9e42-e0a9b4450d77, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ffd89d-400e-4c0f-ad42-10c772d60b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58bbb420-cd74-4e14-b8fa-a1937c5f3fe8'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:43:57.053559 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:57.168441 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b7ad2d32-ba12-44b9-b27b-8744b0d787a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:57.202213 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] For port 9065d99a-bc9c-4c02-9e42-e0a9b4450d77, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:43:57.203629 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b7ad2d32-ba12-44b9-b27b-8744b0d787a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:57.206394 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] For port 9065d99a-bc9c-4c02-9e42-e0a9b4450d77, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=9065d99a-bc9c-4c02-9e42-e0a9b4450d77,segment=NetworkSegment(96ffd89d-400e-4c0f-ad42-10c772d60b6f),segment_id=96ffd89d-400e-4c0f-ad42-10c772d60b6f)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:43:57.209586 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-41f64f52-575f-40a5-a227-2acfb23bfe35 tempest-AttachVolumeNegativeTest-1667046299 tempest-AttachVolumeNegativeTest-1667046299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:57.212526 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:57.217373 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:57.266407 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ad2d32-ba12-44b9-b27b-8744b0d787a9 admin admin] Network 884521b5-a319-4325-bd13-24951164ba4c is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:43:57.269189 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-b7ad2d32-ba12-44b9-b27b-8744b0d787a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:43:57.277815 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ad2d32-ba12-44b9-b27b-8744b0d787a9 admin admin] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:43:57.294315 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'name': 'tempest-TestMinimumBasicScenario-616240611-router', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:43:48Z', 'updated_at': '2021-05-06T18:43:53Z', 'revision_number': 4, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'gw_port': {'id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:49Z', 'updated_at': '2021-05-06T18:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'd7078fdb-ba74-47f3-aeef-20fbdf8b5eb1', 'name': '', 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'mac_address': 'fa:16:3e:2a:93:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '3741ab13-23e1-4cb0-84ca-3c4021228ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:52Z', 'updated_at': '2021-05-06T18:43:56Z', 'revision_number': 4, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'subnets': [{'id': '3741ab13-23e1-4cb0-84ca-3c4021228ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:43:57.296872 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] Pushing event updated for resources: {'Port': ['ID=9065d99a-bc9c-4c02-9e42-e0a9b4450d77,revision_number=2']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:57.298424 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bbfd25-5a04-4aae-b4b0-48a85f10449b None None] The sync data for ids ['55df6ebc-27b6-4d57-9748-bf623b8fe684'] in dv-cinder-733622-15-iscsi is: [{'id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'name': 'tempest-TestMinimumBasicScenario-616240611-router', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:43:48Z', 'updated_at': '2021-05-06T18:43:53Z', 'revision_number': 4, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'gw_port': {'id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:49Z', 'updated_at': '2021-05-06T18:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'd7078fdb-ba74-47f3-aeef-20fbdf8b5eb1', 'name': '', 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'mac_address': 'fa:16:3e:2a:93:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '3741ab13-23e1-4cb0-84ca-3c4021228ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:52Z', 'updated_at': '2021-05-06T18:43:56Z', 'revision_number': 4, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'subnets': [{'id': '3741ab13-23e1-4cb0-84ca-3c4021228ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:43:57.300198 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:57.324048 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad2d32-ba12-44b9-b27b-8744b0d787a9 admin admin] Pushing event updated for resources: {'Port': ['ID=5cbad2e1-64ef-4e46-9f88-b19af959f5af,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:57.329081 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b7ad2d32-ba12-44b9-b27b-8744b0d787a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:57.366503 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:57.774924 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b7ad2d32-ba12-44b9-b27b-8744b0d787a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:58.008544 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 50948) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:58.165980 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b7ad2d32-ba12-44b9-b27b-8744b0d787a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047305'] for router, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:58.182528 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-777cd900-8cb3-4e24-bf55-ed884365a749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:58.199339 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-777cd900-8cb3-4e24-bf55-ed884365a749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:58.204787 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-777cd900-8cb3-4e24-bf55-ed884365a749 admin admin] Usage tracker for resource:security_group_rule and tenant:f15f3fced49c4b678160e18e8edeaff1 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:58.208431 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-777cd900-8cb3-4e24-bf55-ed884365a749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:58.216233 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-777cd900-8cb3-4e24-bf55-ed884365a749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:58.329063 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-777cd900-8cb3-4e24-bf55-ed884365a749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:58.333598 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-777cd900-8cb3-4e24-bf55-ed884365a749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:58.343460 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-8ada8331-db7a-41a6-8726-6fd587e84d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:58.373677 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:43:58.381210 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24587bc6-9512-4f0a-b31b-44288044fdb9 None None] Network 58bbb420-cd74-4e14-b8fa-a1937c5f3fe8 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:43:58.396144 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cd900-8cb3-4e24-bf55-ed884365a749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c111f2f5-9f0b-4e3f-9a64-aa4a91cb6b4d,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:58.406139 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-777cd900-8cb3-4e24-bf55-ed884365a749 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f15f3fced49c4b678160e18e8edeaff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3958430 May 06 18:43:58.407711 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777cd900-8cb3-4e24-bf55-ed884365a749 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:58.408193 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777cd900-8cb3-4e24-bf55-ed884365a749 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:58.408493 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777cd900-8cb3-4e24-bf55-ed884365a749 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:58.408816 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777cd900-8cb3-4e24-bf55-ed884365a749 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:58.409168 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777cd900-8cb3-4e24-bf55-ed884365a749 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:58.409521 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777cd900-8cb3-4e24-bf55-ed884365a749 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:58.409872 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777cd900-8cb3-4e24-bf55-ed884365a749 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:58.410221 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777cd900-8cb3-4e24-bf55-ed884365a749 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:58.410570 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777cd900-8cb3-4e24-bf55-ed884365a749 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:58.410916 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777cd900-8cb3-4e24-bf55-ed884365a749 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:58.411285 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777cd900-8cb3-4e24-bf55-ed884365a749 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:58.411632 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777cd900-8cb3-4e24-bf55-ed884365a749 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:58.415782 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 50954) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:58.422482 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-777cd900-8cb3-4e24-bf55-ed884365a749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:58.509673 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-0198dc17-0472-4204-838a-4a963bd9d270 None None] Provisioning for port 9065d99a-bc9c-4c02-9e42-e0a9b4450d77 completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:43:58.536259 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c1258613-c86b-464e-a95e-b8afed03ff21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:58.564810 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ad2d32-ba12-44b9-b27b-8744b0d787a9 admin admin] Router 90122184-0f5e-4bb1-8334-13a2cd9f91ab is scheduled to L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a with binding_index 1 {{(pid=78803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 18:43:58.583456 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c1258613-c86b-464e-a95e-b8afed03ff21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:58.656732 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c1258613-c86b-464e-a95e-b8afed03ff21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:58.660482 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-2cc78481-df25-46c3-b359-f3b3f5867107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:58.674229 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1258613-c86b-464e-a95e-b8afed03ff21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c111f2f5-9f0b-4e3f-9a64-aa4a91cb6b4d,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:58.676915 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c1258613-c86b-464e-a95e-b8afed03ff21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:58.683219 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c1258613-c86b-464e-a95e-b8afed03ff21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:58.686987 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-c1258613-c86b-464e-a95e-b8afed03ff21 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c111f2f5-9f0b-4e3f-9a64-aa4a91cb6b4d HTTP/1.1" status: 204 len: 168 time: 0.2654424 May 06 18:43:58.726514 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:43:58.778663 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ad2d32-ba12-44b9-b27b-8744b0d787a9 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:43:58.805420 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] Sync routers for ids ['90122184-0f5e-4bb1-8334-13a2cd9f91ab'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:43:58.810875 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b7ad2d32-ba12-44b9-b27b-8744b0d787a9 admin admin] Notify callbacks [] for router, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:58.815427 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-b7ad2d32-ba12-44b9-b27b-8744b0d787a9 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9369848 May 06 18:43:58.816462 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 50960) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:58.837588 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] Routers {'90122184-0f5e-4bb1-8334-13a2cd9f91ab'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:43:58.838274 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:43:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['90122184-0f5e-4bb1-8334-13a2cd9f91ab'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:43:59.103007 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] Set router 90122184-0f5e-4bb1-8334-13a2cd9f91ab gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:43:59.355912 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1 completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:43:59.379083 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:43:59.379497 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:59.507739 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 50982) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:59.565396 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-cc3faa02-43c9-4d22-bb97-02da72ad045c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:59.578145 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:59.616652 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90122184-0f5e-4bb1-8334-13a2cd9f91ab', 'name': 'tempest-TestMinimumBasicScenario-37793300-router', 'tenant_id': '44189ecf60d848cf876cf281fd46f4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '5cbad2e1-64ef-4e46-9f88-b19af959f5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:43:55Z', 'updated_at': '2021-05-06T18:43:57Z', 'revision_number': 3, 'project_id': '44189ecf60d848cf876cf281fd46f4b0', 'gw_port': {'id': '5cbad2e1-64ef-4e46-9f88-b19af959f5af', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90122184-0f5e-4bb1-8334-13a2cd9f91ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:56Z', 'updated_at': '2021-05-06T18:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:43:59.623049 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1,segment=NetworkSegment(01343bf8-f07d-4eb2-b8ff-0ea0190a5228),segment_id=01343bf8-f07d-4eb2-b8ff-0ea0190a5228)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:43:59.624326 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] Checking router: 90122184-0f5e-4bb1-8334-13a2cd9f91ab for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:43:59.624600 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] Updating router 90122184-0f5e-4bb1-8334-13a2cd9f91ab port 5cbad2e1-64ef-4e46-9f88-b19af959f5af binding host dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:43:59.632937 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1840745779-network', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:43:59.637508 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:59.641639 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] Usage tracker for resource:network and tenant:992bdb878c3d45afa89e89fa3a20f1f5 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:59.645414 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:59.651568 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:59.652976 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:59.653858 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 9065d99a-bc9c-4c02-9e42-e0a9b4450d77 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:43:59.664476 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] Made reservation on behalf of 992bdb878c3d45afa89e89fa3a20f1f5 for: {'network': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:43:59.667118 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for network, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:59.680162 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:59.686246 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:59.695900 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:59.700255 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] Usage tracker for resource:security_group_rule and tenant:992bdb878c3d45afa89e89fa3a20f1f5 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:59.703247 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:59.709184 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:59.776738 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:59.789210 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-cc3faa02-43c9-4d22-bb97-02da72ad045c admin admin] Allocated IP 172.20.0.1 (58bbb420-cd74-4e14-b8fa-a1937c5f3fe8/14eb6f64-4e74-4c35-b212-b44ee4d13749/d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:43:59.799584 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:59.804831 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:59.808221 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-e6343d0d-8e31-4dad-99e9-d22752383fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:59.841195 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=78803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:43:59.846434 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7a4dc6-aaed-4d41-9d77-085c9318e529,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:59.848021 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:59.850972 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:59.855295 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:59.855826 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.db.segments_db [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] Added segment 18668fc2-a888-4e60-89c3-6a276abc0f8f of type vlan for network 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 May 06 18:43:59.883647 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734943509396'] for network, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:59.887512 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:59.920774 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for network, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:59.922173 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:59.922758 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:59.926478 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ffeab6d0-4075-4130-8b71-9f0e9cdb29ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:00.030679 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] Pushing event updated for resources: {'Network': ['ID=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:00.033735 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5247412 May 06 18:44:00.034946 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ef648098-30b6-4e67-a586-75e01d810d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:00.036544 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 50988) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:44:00.042876 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-373cc0a5-9628-46ec-a10b-7ccbabd5aa9c admin admin] Request body: {'subnet': {'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1840745779-subnet', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'ip_version': 4}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:00.048037 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-373cc0a5-9628-46ec-a10b-7ccbabd5aa9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:00.052490 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-373cc0a5-9628-46ec-a10b-7ccbabd5aa9c admin admin] Usage tracker for resource:subnet and tenant:992bdb878c3d45afa89e89fa3a20f1f5 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:44:00.056488 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-373cc0a5-9628-46ec-a10b-7ccbabd5aa9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:44:00.062763 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Network 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 details requested by agent ovs-agent-dv-cinder-733622-15-iscsi with host dv-cinder-733622-15-iscsi {{(pid=78805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:44:00.063022 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-373cc0a5-9628-46ec-a10b-7ccbabd5aa9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:00.076012 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373cc0a5-9628-46ec-a10b-7ccbabd5aa9c admin admin] Made reservation on behalf of 992bdb878c3d45afa89e89fa3a20f1f5 for: {'subnet': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:44:00.078477 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-373cc0a5-9628-46ec-a10b-7ccbabd5aa9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2760016'] for subnet, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:00.084402 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-cc3faa02-43c9-4d22-bb97-02da72ad045c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:00.084682 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port 9065d99a-bc9c-4c02-9e42-e0a9b4450d77 completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:44:00.101992 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-cc3faa02-43c9-4d22-bb97-02da72ad045c admin admin] Transition to ACTIVE for port object d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e will not be triggered until provisioned by entity DHCP. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:44:00.127445 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-cc3faa02-43c9-4d22-bb97-02da72ad045c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:00.131643 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:00.159474 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 9065d99a-bc9c-4c02-9e42-e0a9b4450d77 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:00.159474 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:00.192758 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3faa02-43c9-4d22-bb97-02da72ad045c admin admin] Network 58bbb420-cd74-4e14-b8fa-a1937c5f3fe8 is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:44:00.201708 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-cc3faa02-43c9-4d22-bb97-02da72ad045c admin admin] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:44:00.205901 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3faa02-43c9-4d22-bb97-02da72ad045c admin admin] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:44:00.244021 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3faa02-43c9-4d22-bb97-02da72ad045c admin admin] Pushing event updated for resources: {'Port': ['ID=d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:00.248354 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-cc3faa02-43c9-4d22-bb97-02da72ad045c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:00.267072 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-cc3faa02-43c9-4d22-bb97-02da72ad045c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1039830'] for router_interface, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:00.306643 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] Notify callbacks [] for port, precommit_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:00.351631 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] Transition to ACTIVE for port object 5cbad2e1-64ef-4e46-9f88-b19af959f5af will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:44:00.370369 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:00.404574 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-cc3faa02-43c9-4d22-bb97-02da72ad045c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:00.440649 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-8a03468b-bb13-41c4-bceb-25492a640f1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:00.494923 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:00.553200 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-373cc0a5-9628-46ec-a10b-7ccbabd5aa9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2178752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2759970'] for subnet, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:00.555322 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port 9065d99a-bc9c-4c02-9e42-e0a9b4450d77, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=9065d99a-bc9c-4c02-9e42-e0a9b4450d77,segment=NetworkSegment(96ffd89d-400e-4c0f-ad42-10c772d60b6f),segment_id=96ffd89d-400e-4c0f-ad42-10c772d60b6f)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:44:00.557596 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:00.570855 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:00.572669 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab6e5a-2211-49e9-827e-d5db83707e0a None None] Pushing event updated for resources: {'Port': ['ID=5cbad2e1-64ef-4e46-9f88-b19af959f5af,revision_number=2']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:00.577041 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-2cab6e5a-2211-49e9-827e-d5db83707e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:00.577747 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:00.608783 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] Attempting to bind port 5cbad2e1-64ef-4e46-9f88-b19af959f5af on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:44:00.609398 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] Attempting to bind port 5cbad2e1-64ef-4e46-9f88-b19af959f5af by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:44:00.609530 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] Attempting to bind port 5cbad2e1-64ef-4e46-9f88-b19af959f5af on network 884521b5-a319-4325-bd13-24951164ba4c {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:44:00.621131 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:44:00.621549 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] Checking segment: {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:44:00.621925 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:00.622329 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] Bound using segment: {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:44:00.622814 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] Bound port: 5cbad2e1-64ef-4e46-9f88-b19af959f5af, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:44:00.623218 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:00.648102 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373cc0a5-9628-46ec-a10b-7ccbabd5aa9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a32917cb-097d-4180-8cc5-69b1118bbbd7,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:00.650977 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-373cc0a5-9628-46ec-a10b-7ccbabd5aa9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:00.653964 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373cc0a5-9628-46ec-a10b-7ccbabd5aa9c admin admin] Checking segment: {'id': '18668fc2-a888-4e60-89c3-6a276abc0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:44:00.654328 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373cc0a5-9628-46ec-a10b-7ccbabd5aa9c admin admin] Network hostable DHCP agents. Network: 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14, hostable agents: ['8fc60d36-74b8-4e3d-97e0-ec4f9e082df4'], hosted agents: [] {{(pid=78803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:44:00.666532 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-cc3faa02-43c9-4d22-bb97-02da72ad045c admin admin] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:00.673320 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-cc3faa02-43c9-4d22-bb97-02da72ad045c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062806'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:00.676070 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373cc0a5-9628-46ec-a10b-7ccbabd5aa9c admin admin] Network 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 is scheduled to be hosted by DHCP agent 8fc60d36-74b8-4e3d-97e0-ec4f9e082df4 with binding_index 1 {{(pid=78803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:44:00.691158 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-269eaa71-7e51-4ce6-a033-b88182d1d68c None None] Provisioning for port d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:44:00.694641 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-373cc0a5-9628-46ec-a10b-7ccbabd5aa9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-iscsi, 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14) {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:44:00.700984 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:44:00.703600 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373cc0a5-9628-46ec-a10b-7ccbabd5aa9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:00.704201 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-373cc0a5-9628-46ec-a10b-7ccbabd5aa9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:00.708321 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-bfb3286b-e894-44c6-a7a5-25c892574e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:00.727207 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-373cc0a5-9628-46ec-a10b-7ccbabd5aa9c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6881478 May 06 18:44:00.728784 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 50992) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:44:00.734492 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-df009556-484b-4bdf-90a8-a777c551f830 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:00.741061 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-df009556-484b-4bdf-90a8-a777c551f830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:00.743846 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364558b8-9c52-4e34-8ca9-e4ddf4d9efb7 None None] Network 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:44:00.744714 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-df009556-484b-4bdf-90a8-a777c551f830 admin admin] Usage tracker for resource:router and tenant:992bdb878c3d45afa89e89fa3a20f1f5 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:44:00.747701 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-df009556-484b-4bdf-90a8-a777c551f830 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:44:00.754784 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-df009556-484b-4bdf-90a8-a777c551f830 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:00.766146 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-df009556-484b-4bdf-90a8-a777c551f830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15189'] for router, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:00.768052 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-269eaa71-7e51-4ce6-a033-b88182d1d68c None None] Provisioning complete for port d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:00.768416 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-269eaa71-7e51-4ce6-a033-b88182d1d68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:00.768548 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-df009556-484b-4bdf-90a8-a777c551f830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-998050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15196'] for router, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:00.786099 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-df009556-484b-4bdf-90a8-a777c551f830 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:00.802302 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-cc3faa02-43c9-4d22-bb97-02da72ad045c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1039733'] for router_interface, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:00.808683 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3faa02-43c9-4d22-bb97-02da72ad045c admin admin] Pushing event updated for resources: {'Port': ['ID=d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:00.813551 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-cc3faa02-43c9-4d22-bb97-02da72ad045c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:00.887099 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=9065d99a-bc9c-4c02-9e42-e0a9b4450d77,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:00.912980 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:00.944666 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] For port 5cbad2e1-64ef-4e46-9f88-b19af959f5af, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:44:00.957268 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3faa02-43c9-4d22-bb97-02da72ad045c admin admin] Network 58bbb420-cd74-4e14-b8fa-a1937c5f3fe8 is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:44:00.958403 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-cc3faa02-43c9-4d22-bb97-02da72ad045c admin admin] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:44:00.978744 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-269eaa71-7e51-4ce6-a033-b88182d1d68c None None] Port d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:44:00.998696 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] For port 5cbad2e1-64ef-4e46-9f88-b19af959f5af, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=5cbad2e1-64ef-4e46-9f88-b19af959f5af,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:44:01.011070 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:01.046724 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-1fc900f8-2c0c-4f68-8128-3ad8b65ff819 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:01.080823 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-df009556-484b-4bdf-90a8-a777c551f830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-972830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15278'] for router, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:01.191010 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:01.191437 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:01.194209 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3faa02-43c9-4d22-bb97-02da72ad045c admin admin] Router 90122184-0f5e-4bb1-8334-13a2cd9f91ab has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:44:01.329702 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] Routers {'90122184-0f5e-4bb1-8334-13a2cd9f91ab'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:44:01.330266 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:43:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['90122184-0f5e-4bb1-8334-13a2cd9f91ab'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:01.400043 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3faa02-43c9-4d22-bb97-02da72ad045c admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:44:01.409734 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-cc3faa02-43c9-4d22-bb97-02da72ad045c admin admin] 10.222.0.50 "PUT /v2.0/routers/90122184-0f5e-4bb1-8334-13a2cd9f91ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5917335 May 06 18:44:01.468580 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a25c3f6-e935-5b79-807a-a719f88b9197-0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'fixed_ips': [{'subnet_id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7'}]}} from dv-cinder-733622-15-iscsi. {{(pid=78805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 18:44:01.469483 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:01.479753 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab6e5a-2211-49e9-827e-d5db83707e0a None None] Pushing event updated for resources: {'Port': ['ID=5cbad2e1-64ef-4e46-9f88-b19af959f5af,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:01.489578 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-2cab6e5a-2211-49e9-827e-d5db83707e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:01.562464 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-df009556-484b-4bdf-90a8-a777c551f830 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:01.566288 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-b1dae221-e231-4038-9b03-c3af1e3b7ed7 None None] Provisioning complete for port d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:01.571883 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b1dae221-e231-4038-9b03-c3af1e3b7ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:01.594183 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-df009556-484b-4bdf-90a8-a777c551f830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:01.706550 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-b1dae221-e231-4038-9b03-c3af1e3b7ed7 None None] Port d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:44:01.733707 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] Set router 90122184-0f5e-4bb1-8334-13a2cd9f91ab gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:44:01.739413 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-df009556-484b-4bdf-90a8-a777c551f830 admin admin] Allocated IP 172.27.1.111 (884521b5-a319-4325-bd13-24951164ba4c/9fcafda4-8977-4d90-a4c2-0719bb43c11a/a192563a-d2a2-407b-ab01-0ac2b479de92) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:44:01.898913 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-df009556-484b-4bdf-90a8-a777c551f830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:01.946689 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-df009556-484b-4bdf-90a8-a777c551f830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:01.951581 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-de5d681b-ecc7-4890-a74c-174053f47dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:02.015769 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df009556-484b-4bdf-90a8-a777c551f830 admin admin] Network 884521b5-a319-4325-bd13-24951164ba4c is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:44:02.018635 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-df009556-484b-4bdf-90a8-a777c551f830 admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:44:02.027717 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df009556-484b-4bdf-90a8-a777c551f830 admin admin] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:44:02.038317 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.db_base_plugin_common [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Allocated IP 172.20.0.2 (0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14/a32917cb-097d-4180-8cc5-69b1118bbbd7/30961b5b-090a-4382-bd12-26cc70e03a8e) {{(pid=78805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:44:02.065925 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df009556-484b-4bdf-90a8-a777c551f830 admin admin] Pushing event updated for resources: {'Port': ['ID=a192563a-d2a2-407b-ab01-0ac2b479de92,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:02.070167 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-df009556-484b-4bdf-90a8-a777c551f830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:02.356155 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Notify callbacks [] for port, precommit_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:02.369726 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90122184-0f5e-4bb1-8334-13a2cd9f91ab', 'name': 'tempest-TestMinimumBasicScenario-37793300-router', 'tenant_id': '44189ecf60d848cf876cf281fd46f4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '5cbad2e1-64ef-4e46-9f88-b19af959f5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:43:55Z', 'updated_at': '2021-05-06T18:44:00Z', 'revision_number': 4, 'project_id': '44189ecf60d848cf876cf281fd46f4b0', 'gw_port': {'id': '5cbad2e1-64ef-4e46-9f88-b19af959f5af', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90122184-0f5e-4bb1-8334-13a2cd9f91ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:56Z', 'updated_at': '2021-05-06T18:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'd2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e', 'name': '', 'network_id': '58bbb420-cd74-4e14-b8fa-a1937c5f3fe8', 'tenant_id': '44189ecf60d848cf876cf281fd46f4b0', 'mac_address': 'fa:16:3e:eb:2e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90122184-0f5e-4bb1-8334-13a2cd9f91ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '14eb6f64-4e74-4c35-b212-b44ee4d13749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:59Z', 'updated_at': '2021-05-06T18:44:00Z', 'revision_number': 2, 'project_id': '44189ecf60d848cf876cf281fd46f4b0', 'subnets': [{'id': '14eb6f64-4e74-4c35-b212-b44ee4d13749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:02.374307 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Transition to ACTIVE for port object 30961b5b-090a-4382-bd12-26cc70e03a8e will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:44:02.377227 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a0fd9b-4a96-4bce-8d83-d5310a618cba None None] The sync data for ids ['90122184-0f5e-4bb1-8334-13a2cd9f91ab'] in dv-cinder-733622-15-iscsi is: [{'id': '90122184-0f5e-4bb1-8334-13a2cd9f91ab', 'name': 'tempest-TestMinimumBasicScenario-37793300-router', 'tenant_id': '44189ecf60d848cf876cf281fd46f4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '5cbad2e1-64ef-4e46-9f88-b19af959f5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:43:55Z', 'updated_at': '2021-05-06T18:44:00Z', 'revision_number': 4, 'project_id': '44189ecf60d848cf876cf281fd46f4b0', 'gw_port': {'id': '5cbad2e1-64ef-4e46-9f88-b19af959f5af', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90122184-0f5e-4bb1-8334-13a2cd9f91ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:56Z', 'updated_at': '2021-05-06T18:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'd2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e', 'name': '', 'network_id': '58bbb420-cd74-4e14-b8fa-a1937c5f3fe8', 'tenant_id': '44189ecf60d848cf876cf281fd46f4b0', 'mac_address': 'fa:16:3e:eb:2e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90122184-0f5e-4bb1-8334-13a2cd9f91ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '14eb6f64-4e74-4c35-b212-b44ee4d13749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:59Z', 'updated_at': '2021-05-06T18:44:00Z', 'revision_number': 2, 'project_id': '44189ecf60d848cf876cf281fd46f4b0', 'subnets': [{'id': '14eb6f64-4e74-4c35-b212-b44ee4d13749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:44:02.409597 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Transition to ACTIVE for port object 30961b5b-090a-4382-bd12-26cc70e03a8e will not be triggered until provisioned by entity DHCP. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:44:02.419726 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:02.426159 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:02.486941 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Network 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 is already hosted by enough agents. {{(pid=78805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:44:02.489808 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.scheduler.base_scheduler [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Resources bound (agent type, host, resource id): {{(pid=78805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:44:02.493424 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Received port after_create {{(pid=78805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:44:02.531026 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-df009556-484b-4bdf-90a8-a777c551f830 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:02.612615 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Pushing event updated for resources: {'Port': ['ID=30961b5b-090a-4382-bd12-26cc70e03a8e,revision_number=1']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:02.616603 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:02.679317 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Attempting to bind port 30961b5b-090a-4382-bd12-26cc70e03a8e on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:44:02.679317 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Attempting to bind port 30961b5b-090a-4382-bd12-26cc70e03a8e by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': '18668fc2-a888-4e60-89c3-6a276abc0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:44:02.679317 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Attempting to bind port 30961b5b-090a-4382-bd12-26cc70e03a8e on network 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:44:02.701964 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:44:02.701964 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Checking segment: {'id': '18668fc2-a888-4e60-89c3-6a276abc0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:44:02.701964 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:02.701964 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Bound using segment: {'id': '18668fc2-a888-4e60-89c3-6a276abc0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:44:02.702886 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Bound port: 30961b5b-090a-4382-bd12-26cc70e03a8e, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18668fc2-a888-4e60-89c3-6a276abc0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:44:02.703399 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:02.780229 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 9065d99a-bc9c-4c02-9e42-e0a9b4450d77 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:44:02.904966 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] For port 30961b5b-090a-4382-bd12-26cc70e03a8e, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:44:02.909345 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] For port 30961b5b-090a-4382-bd12-26cc70e03a8e, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=30961b5b-090a-4382-bd12-26cc70e03a8e,segment=NetworkSegment(18668fc2-a888-4e60-89c3-6a276abc0f8f),segment_id=18668fc2-a888-4e60-89c3-6a276abc0f8f)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:44:02.917452 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 9065d99a-bc9c-4c02-9e42-e0a9b4450d77 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:02.918239 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:02.950901 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:02.960770 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:03.138771 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Pushing event updated for resources: {'Port': ['ID=30961b5b-090a-4382-bd12-26cc70e03a8e,revision_number=2']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:03.145649 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:03.241337 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-df009556-484b-4bdf-90a8-a777c551f830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047305'] for router, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:03.576549 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df009556-484b-4bdf-90a8-a777c551f830 admin admin] Router fe691a20-1d59-4c74-8587-2adb55b4e15d is scheduled to L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a with binding_index 1 {{(pid=78803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 18:44:03.822257 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df009556-484b-4bdf-90a8-a777c551f830 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:44:03.832885 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] Sync routers for ids ['fe691a20-1d59-4c74-8587-2adb55b4e15d'] in dv-cinder-733622-15-iscsi {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:44:03.843032 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] Routers {'fe691a20-1d59-4c74-8587-2adb55b4e15d'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:44:03.843953 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:43:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['fe691a20-1d59-4c74-8587-2adb55b4e15d'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:03.864193 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-df009556-484b-4bdf-90a8-a777c551f830 admin admin] Notify callbacks [] for router, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:03.865903 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-df009556-484b-4bdf-90a8-a777c551f830 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1361001 May 06 18:44:03.869160 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51024) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:44:04.075390 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] Set router fe691a20-1d59-4c74-8587-2adb55b4e15d gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:44:04.650449 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426c3532-36f7-4ac6-97cc-81f7c7799b44 None None] Network 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:44:04.741739 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:44:02Z', 'revision_number': 3, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port': {'id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:01Z', 'updated_at': '2021-05-06T18:44:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:04.752697 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] Checking router: fe691a20-1d59-4c74-8587-2adb55b4e15d for host: dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:44:04.753045 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] Updating router fe691a20-1d59-4c74-8587-2adb55b4e15d port a192563a-d2a2-407b-ab01-0ac2b479de92 binding host dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:44:04.850122 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 30961b5b-090a-4382-bd12-26cc70e03a8e up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:44:04.872442 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:04.946087 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-270a73b3-ea7c-4842-902a-3af6795d63b2 None None] Provisioning for port 30961b5b-090a-4382-bd12-26cc70e03a8e completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:44:05.098692 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port 30961b5b-090a-4382-bd12-26cc70e03a8e completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:44:05.106316 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 30961b5b-090a-4382-bd12-26cc70e03a8e triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:05.107034 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:05.281568 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:05.285598 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7fae72b3-b685-4095-9212-7395ece74d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:05.331999 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port 30961b5b-090a-4382-bd12-26cc70e03a8e, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=30961b5b-090a-4382-bd12-26cc70e03a8e,segment=NetworkSegment(18668fc2-a888-4e60-89c3-6a276abc0f8f),segment_id=18668fc2-a888-4e60-89c3-6a276abc0f8f)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:44:05.340590 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:05.341833 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 5cbad2e1-64ef-4e46-9f88-b19af959f5af up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:44:05.347042 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:05.361679 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] Transition to ACTIVE for port object a192563a-d2a2-407b-ab01-0ac2b479de92 will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:44:05.373013 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:05.390959 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-0872fad5-be19-4c0b-8b6f-1c66b30f8fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:05.397934 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-f2886462-fa27-40d0-91b8-46d5cb78a0b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:05.476380 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] Attempting to bind port a192563a-d2a2-407b-ab01-0ac2b479de92 on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:44:05.477001 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] Attempting to bind port a192563a-d2a2-407b-ab01-0ac2b479de92 by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:44:05.477626 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] Attempting to bind port a192563a-d2a2-407b-ab01-0ac2b479de92 on network 884521b5-a319-4325-bd13-24951164ba4c {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:44:05.494497 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:44:05.495368 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] Checking segment: {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:44:05.496000 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:05.496632 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] Bound using segment: {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:44:05.497365 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] Bound port: a192563a-d2a2-407b-ab01-0ac2b479de92, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:44:05.498053 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:05.551031 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999a64e-f696-4307-8c93-773d60e98e04 None None] Pushing event updated for resources: {'Port': ['ID=a192563a-d2a2-407b-ab01-0ac2b479de92,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:05.556253 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-9999a64e-f696-4307-8c93-773d60e98e04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:05.591861 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=30961b5b-090a-4382-bd12-26cc70e03a8e,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:05.595307 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:05.609829 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port 5cbad2e1-64ef-4e46-9f88-b19af959f5af completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:44:05.621223 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] For port a192563a-d2a2-407b-ab01-0ac2b479de92, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:44:05.627255 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] For port a192563a-d2a2-407b-ab01-0ac2b479de92, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=a192563a-d2a2-407b-ab01-0ac2b479de92,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:44:05.627429 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 5cbad2e1-64ef-4e46-9f88-b19af959f5af triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:05.628148 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:05.640023 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:05.666156 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:05.677281 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-7fae72b3-b685-4095-9212-7395ece74d4d admin admin] Allocated IP 172.20.0.1 (0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14/a32917cb-097d-4180-8cc5-69b1118bbbd7/78783e6e-ec55-4d0b-a912-23f6058d3712) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:44:05.796947 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] Routers {'fe691a20-1d59-4c74-8587-2adb55b4e15d'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:44:05.797606 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:43:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['fe691a20-1d59-4c74-8587-2adb55b4e15d'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:05.860089 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:05.891781 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port 5cbad2e1-64ef-4e46-9f88-b19af959f5af, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=5cbad2e1-64ef-4e46-9f88-b19af959f5af,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:44:05.902940 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:05.905792 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-81e299d3-09dd-4cd2-bb96-1c0993c94133 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:06.002366 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=5cbad2e1-64ef-4e46-9f88-b19af959f5af,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:06.007588 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:06.023249 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7fae72b3-b685-4095-9212-7395ece74d4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:06.041607 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-407aa1ce-636d-486e-998b-482cdf6562fa None None] Provisioning complete for port 30961b5b-090a-4382-bd12-26cc70e03a8e triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:06.041607 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-407aa1ce-636d-486e-998b-482cdf6562fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:06.058327 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-7fae72b3-b685-4095-9212-7395ece74d4d admin admin] Transition to ACTIVE for port object 78783e6e-ec55-4d0b-a912-23f6058d3712 will not be triggered until provisioned by entity DHCP. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:44:06.120634 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7fae72b3-b685-4095-9212-7395ece74d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:06.136301 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:06.138012 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] Sync routers for ids ['90122184-0f5e-4bb1-8334-13a2cd9f91ab'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:44:06.152390 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999a64e-f696-4307-8c93-773d60e98e04 None None] Pushing event updated for resources: {'Port': ['ID=a192563a-d2a2-407b-ab01-0ac2b479de92,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:06.158843 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-9999a64e-f696-4307-8c93-773d60e98e04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:06.208510 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] Set router fe691a20-1d59-4c74-8587-2adb55b4e15d gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:44:06.216913 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fae72b3-b685-4095-9212-7395ece74d4d admin admin] Network 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:44:06.220612 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] Routers {'90122184-0f5e-4bb1-8334-13a2cd9f91ab'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:44:06.221264 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:43:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['90122184-0f5e-4bb1-8334-13a2cd9f91ab'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:06.225395 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-7fae72b3-b685-4095-9212-7395ece74d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:44:06.229428 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fae72b3-b685-4095-9212-7395ece74d4d admin admin] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:44:06.275763 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae72b3-b685-4095-9212-7395ece74d4d admin admin] Pushing event updated for resources: {'Port': ['ID=78783e6e-ec55-4d0b-a912-23f6058d3712,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:06.280525 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7fae72b3-b685-4095-9212-7395ece74d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:06.298406 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7fae72b3-b685-4095-9212-7395ece74d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1039830'] for router_interface, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:06.433361 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7fae72b3-b685-4095-9212-7395ece74d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:06.500296 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] Set router 90122184-0f5e-4bb1-8334-13a2cd9f91ab gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:44:06.627946 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:44:02Z', 'revision_number': 3, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port': {'id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:01Z', 'updated_at': '2021-05-06T18:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:06.633026 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee3e5e7-2fa0-4145-b5d4-844a8ef5f0ac None None] The sync data for ids ['fe691a20-1d59-4c74-8587-2adb55b4e15d'] in dv-cinder-733622-15-iscsi is: [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:44:02Z', 'revision_number': 3, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port': {'id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:01Z', 'updated_at': '2021-05-06T18:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}] {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:44:06.713731 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-d0c3073a-8b7b-4d9b-adb0-4a86189c5e12 None None] Provisioning for port 78783e6e-ec55-4d0b-a912-23f6058d3712 completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:44:06.771841 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 30961b5b-090a-4382-bd12-26cc70e03a8e up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:44:06.811104 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-d0c3073a-8b7b-4d9b-adb0-4a86189c5e12 None None] Provisioning complete for port 78783e6e-ec55-4d0b-a912-23f6058d3712 triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:06.811626 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-d0c3073a-8b7b-4d9b-adb0-4a86189c5e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:06.849434 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7fae72b3-b685-4095-9212-7395ece74d4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:06.856244 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7fae72b3-b685-4095-9212-7395ece74d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062806'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:06.902921 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f2e25792-b325-4ecb-b0c1-0ba3b4844617 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:06.973318 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-d0c3073a-8b7b-4d9b-adb0-4a86189c5e12 None None] Port 78783e6e-ec55-4d0b-a912-23f6058d3712 cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:44:07.073932 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7fae72b3-b685-4095-9212-7395ece74d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1039733'] for router_interface, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:07.079836 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae72b3-b685-4095-9212-7395ece74d4d admin admin] Pushing event updated for resources: {'Port': ['ID=78783e6e-ec55-4d0b-a912-23f6058d3712,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:07.092195 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 30961b5b-090a-4382-bd12-26cc70e03a8e triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:07.092814 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:07.098107 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7fae72b3-b685-4095-9212-7395ece74d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:07.234497 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90122184-0f5e-4bb1-8334-13a2cd9f91ab', 'name': 'tempest-TestMinimumBasicScenario-37793300-router', 'tenant_id': '44189ecf60d848cf876cf281fd46f4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '5cbad2e1-64ef-4e46-9f88-b19af959f5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:43:55Z', 'updated_at': '2021-05-06T18:44:00Z', 'revision_number': 4, 'project_id': '44189ecf60d848cf876cf281fd46f4b0', 'gw_port': {'id': '5cbad2e1-64ef-4e46-9f88-b19af959f5af', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90122184-0f5e-4bb1-8334-13a2cd9f91ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:56Z', 'updated_at': '2021-05-06T18:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'd2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e', 'name': '', 'network_id': '58bbb420-cd74-4e14-b8fa-a1937c5f3fe8', 'tenant_id': '44189ecf60d848cf876cf281fd46f4b0', 'mac_address': 'fa:16:3e:eb:2e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90122184-0f5e-4bb1-8334-13a2cd9f91ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '14eb6f64-4e74-4c35-b212-b44ee4d13749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:59Z', 'updated_at': '2021-05-06T18:44:00Z', 'revision_number': 2, 'project_id': '44189ecf60d848cf876cf281fd46f4b0', 'subnets': [{'id': '14eb6f64-4e74-4c35-b212-b44ee4d13749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:07.244064 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] Checking router: 90122184-0f5e-4bb1-8334-13a2cd9f91ab for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:44:07.244354 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] Updating router 90122184-0f5e-4bb1-8334-13a2cd9f91ab port d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e binding host dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:44:07.288517 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fae72b3-b685-4095-9212-7395ece74d4d admin admin] Network 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:44:07.290389 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-7fae72b3-b685-4095-9212-7395ece74d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:44:07.307396 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 5cbad2e1-64ef-4e46-9f88-b19af959f5af up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:44:07.368237 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:07.624319 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 5cbad2e1-64ef-4e46-9f88-b19af959f5af triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:07.624580 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:07.815811 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-b24d0f10-0ca1-4406-9c54-ad02003dc9f8 None None] Provisioning complete for port 78783e6e-ec55-4d0b-a912-23f6058d3712 triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:07.816211 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b24d0f10-0ca1-4406-9c54-ad02003dc9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:07.827974 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fae72b3-b685-4095-9212-7395ece74d4d admin admin] Router fe691a20-1d59-4c74-8587-2adb55b4e15d has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:44:07.976319 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-b24d0f10-0ca1-4406-9c54-ad02003dc9f8 None None] Port 78783e6e-ec55-4d0b-a912-23f6058d3712 cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:44:08.041847 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fae72b3-b685-4095-9212-7395ece74d4d admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:44:08.063188 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-7fae72b3-b685-4095-9212-7395ece74d4d admin admin] 10.222.0.50 "PUT /v2.0/routers/fe691a20-1d59-4c74-8587-2adb55b4e15d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1886375 May 06 18:44:08.159552 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] Notify callbacks [] for port, precommit_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:08.178068 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] Transition to ACTIVE for port object d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:44:08.190621 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:08.196307 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-88439a3c-dc21-4ae2-9509-5939fa9e8993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:08.410296 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26887a25-3084-492e-b5c1-b747d82be167 None None] Pushing event updated for resources: {'Port': ['ID=d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:08.428770 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-26887a25-3084-492e-b5c1-b747d82be167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:08.453691 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] Attempting to bind port d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:44:08.454495 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] Attempting to bind port d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': '96ffd89d-400e-4c0f-ad42-10c772d60b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58bbb420-cd74-4e14-b8fa-a1937c5f3fe8'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:44:08.455588 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] Attempting to bind port d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e on network 58bbb420-cd74-4e14-b8fa-a1937c5f3fe8 {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:44:08.465715 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:44:08.466092 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] Checking segment: {'id': '96ffd89d-400e-4c0f-ad42-10c772d60b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58bbb420-cd74-4e14-b8fa-a1937c5f3fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:44:08.466504 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:08.466901 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] Bound using segment: {'id': '96ffd89d-400e-4c0f-ad42-10c772d60b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58bbb420-cd74-4e14-b8fa-a1937c5f3fe8'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:44:08.467410 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] Bound port: d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ffd89d-400e-4c0f-ad42-10c772d60b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58bbb420-cd74-4e14-b8fa-a1937c5f3fe8'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:44:08.467785 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:08.627953 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] For port d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:44:08.631678 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] For port d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e,segment=NetworkSegment(96ffd89d-400e-4c0f-ad42-10c772d60b6f),segment_id=96ffd89d-400e-4c0f-ad42-10c772d60b6f)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:44:08.655224 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:08.673142 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-2ec483ef-640f-4333-a94a-028eab73973b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:08.808180 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device a192563a-d2a2-407b-ab01-0ac2b479de92 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:44:08.899773 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] Routers {'90122184-0f5e-4bb1-8334-13a2cd9f91ab'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:44:08.900824 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:43:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['90122184-0f5e-4bb1-8334-13a2cd9f91ab'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:08.998107 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51046) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:44:09.005031 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1183784857-network', 'tenant_id': 'ddd5a04b232c49dba0814406504bc513'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:09.012419 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:09.024413 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] Usage tracker for resource:network and tenant:ddd5a04b232c49dba0814406504bc513 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:44:09.030347 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:44:09.044709 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:09.072671 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] Made reservation on behalf of ddd5a04b232c49dba0814406504bc513 for: {'network': 1} {{(pid=78804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:44:09.075860 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for network, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:09.103856 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:09.139472 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:09.144425 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] Usage tracker for resource:security_group_rule and tenant:ddd5a04b232c49dba0814406504bc513 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:44:09.147949 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:44:09.168620 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:09.187330 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port a192563a-d2a2-407b-ab01-0ac2b479de92 completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:44:09.209641 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26887a25-3084-492e-b5c1-b747d82be167 None None] Pushing event updated for resources: {'Port': ['ID=d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:09.215476 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port a192563a-d2a2-407b-ab01-0ac2b479de92 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:09.215844 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:09.252510 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-26887a25-3084-492e-b5c1-b747d82be167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:09.283326 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] Sync routers for ids ['fe691a20-1d59-4c74-8587-2adb55b4e15d'] in dv-cinder-733622-15-iscsi {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:44:09.308683 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] Routers {'fe691a20-1d59-4c74-8587-2adb55b4e15d'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:44:09.309804 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:43:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['fe691a20-1d59-4c74-8587-2adb55b4e15d'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:09.316140 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] Set router 90122184-0f5e-4bb1-8334-13a2cd9f91ab gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:44:09.317609 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:09.324029 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:09.327439 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-cbe100db-8286-4c49-bf79-383cb72fcaaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:09.360960 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46b3a50-06e5-4e46-bf2b-77e90ca532a5,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:09.375464 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:09.388992 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=78804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:44:09.401580 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:09.402243 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.db.segments_db [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] Added segment 0cd68cf1-e041-4238-8263-2aedf7dc302a of type vlan for network ad777a3f-d89b-4975-b950-c91f8b3877a2 May 06 18:44:09.433967 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734943509396'] for network, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:09.481035 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051'] for network, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:09.482545 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:09.483246 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:09.486931 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:09.607274 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] Pushing event updated for resources: {'Network': ['ID=ad777a3f-d89b-4975-b950-c91f8b3877a2,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:09.610769 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6116288 May 06 18:44:09.611997 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-ae3337d7-97a7-43c5-a9ce-c81277d2a368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:09.613529 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51050) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:44:09.620943 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-6b4e223c-4903-4da3-877d-ecd9d39dd718 admin admin] Request body: {'subnet': {'network_id': 'ad777a3f-d89b-4975-b950-c91f8b3877a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1183784857-subnet', 'tenant_id': 'ddd5a04b232c49dba0814406504bc513', 'ip_version': 4}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:09.625967 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-6b4e223c-4903-4da3-877d-ecd9d39dd718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:09.634349 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-6b4e223c-4903-4da3-877d-ecd9d39dd718 admin admin] Usage tracker for resource:subnet and tenant:ddd5a04b232c49dba0814406504bc513 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:44:09.637696 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-6b4e223c-4903-4da3-877d-ecd9d39dd718 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:44:09.643927 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-6b4e223c-4903-4da3-877d-ecd9d39dd718 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:09.659479 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4e223c-4903-4da3-877d-ecd9d39dd718 admin admin] Made reservation on behalf of ddd5a04b232c49dba0814406504bc513 for: {'subnet': 1} {{(pid=78804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:44:09.663731 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6b4e223c-4903-4da3-877d-ecd9d39dd718 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3327217'] for subnet, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:09.681905 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] Set router fe691a20-1d59-4c74-8587-2adb55b4e15d gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:44:09.719260 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Network ad777a3f-d89b-4975-b950-c91f8b3877a2 details requested by agent ovs-agent-dv-cinder-733622-15-iscsi with host dv-cinder-733622-15-iscsi {{(pid=78805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:44:09.850302 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:09.869131 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port a192563a-d2a2-407b-ab01-0ac2b479de92, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=a192563a-d2a2-407b-ab01-0ac2b479de92,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:44:09.878717 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:09.884765 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:09.976315 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=a192563a-d2a2-407b-ab01-0ac2b479de92,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:09.981035 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:09.984135 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90122184-0f5e-4bb1-8334-13a2cd9f91ab', 'name': 'tempest-TestMinimumBasicScenario-37793300-router', 'tenant_id': '44189ecf60d848cf876cf281fd46f4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '5cbad2e1-64ef-4e46-9f88-b19af959f5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:43:55Z', 'updated_at': '2021-05-06T18:44:00Z', 'revision_number': 4, 'project_id': '44189ecf60d848cf876cf281fd46f4b0', 'gw_port': {'id': '5cbad2e1-64ef-4e46-9f88-b19af959f5af', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90122184-0f5e-4bb1-8334-13a2cd9f91ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:56Z', 'updated_at': '2021-05-06T18:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'd2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e', 'name': '', 'network_id': '58bbb420-cd74-4e14-b8fa-a1937c5f3fe8', 'tenant_id': '44189ecf60d848cf876cf281fd46f4b0', 'mac_address': 'fa:16:3e:eb:2e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90122184-0f5e-4bb1-8334-13a2cd9f91ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '14eb6f64-4e74-4c35-b212-b44ee4d13749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:59Z', 'updated_at': '2021-05-06T18:44:08Z', 'revision_number': 4, 'project_id': '44189ecf60d848cf876cf281fd46f4b0', 'subnets': [{'id': '14eb6f64-4e74-4c35-b212-b44ee4d13749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:09.991937 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd3351b-a29b-4db7-9f5d-c6c2b01727e0 None None] The sync data for ids ['90122184-0f5e-4bb1-8334-13a2cd9f91ab'] in dv-cinder-733622-15-iscsi is: [{'id': '90122184-0f5e-4bb1-8334-13a2cd9f91ab', 'name': 'tempest-TestMinimumBasicScenario-37793300-router', 'tenant_id': '44189ecf60d848cf876cf281fd46f4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '5cbad2e1-64ef-4e46-9f88-b19af959f5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:43:55Z', 'updated_at': '2021-05-06T18:44:00Z', 'revision_number': 4, 'project_id': '44189ecf60d848cf876cf281fd46f4b0', 'gw_port': {'id': '5cbad2e1-64ef-4e46-9f88-b19af959f5af', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90122184-0f5e-4bb1-8334-13a2cd9f91ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:56Z', 'updated_at': '2021-05-06T18:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'd2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e', 'name': '', 'network_id': '58bbb420-cd74-4e14-b8fa-a1937c5f3fe8', 'tenant_id': '44189ecf60d848cf876cf281fd46f4b0', 'mac_address': 'fa:16:3e:eb:2e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90122184-0f5e-4bb1-8334-13a2cd9f91ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '14eb6f64-4e74-4c35-b212-b44ee4d13749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:59Z', 'updated_at': '2021-05-06T18:44:08Z', 'revision_number': 4, 'project_id': '44189ecf60d848cf876cf281fd46f4b0', 'subnets': [{'id': '14eb6f64-4e74-4c35-b212-b44ee4d13749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:44:10.200864 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:44:06Z', 'revision_number': 4, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port': {'id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:01Z', 'updated_at': '2021-05-06T18:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '78783e6e-ec55-4d0b-a912-23f6058d3712', 'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'mac_address': 'fa:16:3e:36:ed:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:05Z', 'updated_at': '2021-05-06T18:44:06Z', 'revision_number': 2, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'subnets': [{'id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:10.212143 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] Checking router: fe691a20-1d59-4c74-8587-2adb55b4e15d for host: dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:44:10.212653 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] Updating router fe691a20-1d59-4c74-8587-2adb55b4e15d port 78783e6e-ec55-4d0b-a912-23f6058d3712 binding host dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:44:10.277512 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:10.304731 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6b4e223c-4903-4da3-877d-ecd9d39dd718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2819231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3327107'] for subnet, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:10.308828 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-366d06a2-14f5-4793-aa3f-3d1d05811f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:10.411975 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e223c-4903-4da3-877d-ecd9d39dd718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e871ccd-df15-43fc-b9ff-2b59d7dd121c,revision_number=0']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:10.417633 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-6b4e223c-4903-4da3-877d-ecd9d39dd718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:10.430004 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4e223c-4903-4da3-877d-ecd9d39dd718 admin admin] Checking segment: {'id': '0cd68cf1-e041-4238-8263-2aedf7dc302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ad777a3f-d89b-4975-b950-c91f8b3877a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:44:10.430449 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4e223c-4903-4da3-877d-ecd9d39dd718 admin admin] Network hostable DHCP agents. Network: ad777a3f-d89b-4975-b950-c91f8b3877a2, hostable agents: ['8fc60d36-74b8-4e3d-97e0-ec4f9e082df4'], hosted agents: [] {{(pid=78804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:44:10.456825 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4e223c-4903-4da3-877d-ecd9d39dd718 admin admin] Network ad777a3f-d89b-4975-b950-c91f8b3877a2 is scheduled to be hosted by DHCP agent 8fc60d36-74b8-4e3d-97e0-ec4f9e082df4 with binding_index 1 {{(pid=78804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:44:10.471193 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-6b4e223c-4903-4da3-877d-ecd9d39dd718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-iscsi, ad777a3f-d89b-4975-b950-c91f8b3877a2) {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:44:10.483682 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10489f9-eaea-4a96-a8c6-a6cf61b10dfb None None] Network ad777a3f-d89b-4975-b950-c91f8b3877a2 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:44:10.513214 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4e223c-4903-4da3-877d-ecd9d39dd718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:10.513804 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6b4e223c-4903-4da3-877d-ecd9d39dd718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:10.557381 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-6b4e223c-4903-4da3-877d-ecd9d39dd718 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9426489 May 06 18:44:10.559803 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51054) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:44:10.566125 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-913c8330-cb05-4900-9b9f-d83e87eb8d40 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1183784857-router', 'tenant_id': 'ddd5a04b232c49dba0814406504bc513', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:10.576430 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-913c8330-cb05-4900-9b9f-d83e87eb8d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:10.585624 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-913c8330-cb05-4900-9b9f-d83e87eb8d40 admin admin] Usage tracker for resource:router and tenant:ddd5a04b232c49dba0814406504bc513 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:44:10.605299 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-913c8330-cb05-4900-9b9f-d83e87eb8d40 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:44:10.640030 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-913c8330-cb05-4900-9b9f-d83e87eb8d40 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:10.660645 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-913c8330-cb05-4900-9b9f-d83e87eb8d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15189'] for router, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:10.662375 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-913c8330-cb05-4900-9b9f-d83e87eb8d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-998050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15196'] for router, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:10.699331 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-913c8330-cb05-4900-9b9f-d83e87eb8d40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:10.817537 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:44:10.877930 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:10.885204 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a25c3f6-e935-5b79-807a-a719f88b9197-ad777a3f-d89b-4975-b950-c91f8b3877a2', 'network_id': 'ad777a3f-d89b-4975-b950-c91f8b3877a2', 'tenant_id': 'ddd5a04b232c49dba0814406504bc513', 'fixed_ips': [{'subnet_id': '8e871ccd-df15-43fc-b9ff-2b59d7dd121c'}]}} from dv-cinder-733622-15-iscsi. {{(pid=78805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 18:44:10.886004 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:10.917378 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] Transition to ACTIVE for port object 78783e6e-ec55-4d0b-a912-23f6058d3712 will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:44:10.966659 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:10.994020 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:11.129541 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.db_base_plugin_common [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] Allocated IP 172.20.0.2 (ad777a3f-d89b-4975-b950-c91f8b3877a2/8e871ccd-df15-43fc-b9ff-2b59d7dd121c/307286cc-95a1-4b27-80f9-9e8197f99a87) {{(pid=78805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:44:11.268579 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-913c8330-cb05-4900-9b9f-d83e87eb8d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-972830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15278'] for router, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:11.321516 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:44:11.347585 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:11.348230 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:11.409051 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66dd8df-a41d-4542-bdd2-96c3af43716f None None] Pushing event updated for resources: {'Port': ['ID=78783e6e-ec55-4d0b-a912-23f6058d3712,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:11.416043 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-e66dd8df-a41d-4542-bdd2-96c3af43716f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:11.518387 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] Attempting to bind port 78783e6e-ec55-4d0b-a912-23f6058d3712 on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:44:11.518820 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] Attempting to bind port 78783e6e-ec55-4d0b-a912-23f6058d3712 by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': '18668fc2-a888-4e60-89c3-6a276abc0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:44:11.519495 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] Attempting to bind port 78783e6e-ec55-4d0b-a912-23f6058d3712 on network 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:44:11.530526 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:44:11.531256 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] Checking segment: {'id': '18668fc2-a888-4e60-89c3-6a276abc0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:44:11.531764 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:11.532254 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] Bound using segment: {'id': '18668fc2-a888-4e60-89c3-6a276abc0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:44:11.532829 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] Bound port: 78783e6e-ec55-4d0b-a912-23f6058d3712, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18668fc2-a888-4e60-89c3-6a276abc0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:44:11.533399 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:11.622945 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] Notify callbacks [] for port, precommit_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:11.636516 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] Transition to ACTIVE for port object 307286cc-95a1-4b27-80f9-9e8197f99a87 will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:44:11.648904 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] For port 78783e6e-ec55-4d0b-a912-23f6058d3712, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:44:11.652939 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] For port 78783e6e-ec55-4d0b-a912-23f6058d3712, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=78783e6e-ec55-4d0b-a912-23f6058d3712,segment=NetworkSegment(18668fc2-a888-4e60-89c3-6a276abc0f8f),segment_id=18668fc2-a888-4e60-89c3-6a276abc0f8f)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:44:11.659557 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] Transition to ACTIVE for port object 307286cc-95a1-4b27-80f9-9e8197f99a87 will not be triggered until provisioned by entity DHCP. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:44:11.665657 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:11.669890 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-0992e780-c811-418c-9889-bd62e493583c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:11.685274 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606'] for port, after_create {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:11.734073 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:11.761604 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] Routers {'fe691a20-1d59-4c74-8587-2adb55b4e15d'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:44:11.762246 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:43:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['fe691a20-1d59-4c74-8587-2adb55b4e15d'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:11.843456 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] Network ad777a3f-d89b-4975-b950-c91f8b3877a2 is already hosted by enough agents. {{(pid=78805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:44:11.856631 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] Pushing event updated for resources: {'Port': ['ID=307286cc-95a1-4b27-80f9-9e8197f99a87,revision_number=1']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:11.859551 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.scheduler.base_scheduler [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] Resources bound (agent type, host, resource id): {{(pid=78805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:44:11.872351 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:11.878060 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] Received port after_create {{(pid=78805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:44:11.918116 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66dd8df-a41d-4542-bdd2-96c3af43716f None None] Pushing event updated for resources: {'Port': ['ID=78783e6e-ec55-4d0b-a912-23f6058d3712,revision_number=4']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:11.939023 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-e66dd8df-a41d-4542-bdd2-96c3af43716f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:11.986328 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-913c8330-cb05-4900-9b9f-d83e87eb8d40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:12.057051 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-913c8330-cb05-4900-9b9f-d83e87eb8d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:12.106392 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] Set router fe691a20-1d59-4c74-8587-2adb55b4e15d gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:44:12.166709 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:12.175632 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] Attempting to bind port 307286cc-95a1-4b27-80f9-9e8197f99a87 on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:44:12.175938 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] Attempting to bind port 307286cc-95a1-4b27-80f9-9e8197f99a87 by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': '0cd68cf1-e041-4238-8263-2aedf7dc302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ad777a3f-d89b-4975-b950-c91f8b3877a2'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:44:12.176281 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] Attempting to bind port 307286cc-95a1-4b27-80f9-9e8197f99a87 on network ad777a3f-d89b-4975-b950-c91f8b3877a2 {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:44:12.189312 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:44:12.189721 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] Checking segment: {'id': '0cd68cf1-e041-4238-8263-2aedf7dc302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ad777a3f-d89b-4975-b950-c91f8b3877a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:44:12.190083 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:12.190477 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] Bound using segment: {'id': '0cd68cf1-e041-4238-8263-2aedf7dc302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ad777a3f-d89b-4975-b950-c91f8b3877a2'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:44:12.190951 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] Bound port: 307286cc-95a1-4b27-80f9-9e8197f99a87, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd68cf1-e041-4238-8263-2aedf7dc302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ad777a3f-d89b-4975-b950-c91f8b3877a2'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:44:12.191367 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:12.270729 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e,segment=NetworkSegment(96ffd89d-400e-4c0f-ad42-10c772d60b6f),segment_id=96ffd89d-400e-4c0f-ad42-10c772d60b6f)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:44:12.282531 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-913c8330-cb05-4900-9b9f-d83e87eb8d40 admin admin] Allocated IP 172.27.1.44 (884521b5-a319-4325-bd13-24951164ba4c/9fcafda4-8977-4d90-a4c2-0719bb43c11a/e186220e-5150-4472-b1db-9a422dec350b) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:44:12.290290 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:12.292330 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device a192563a-d2a2-407b-ab01-0ac2b479de92 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:44:12.327344 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-26887a25-3084-492e-b5c1-b747d82be167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:12.465519 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:12.473541 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:44:06Z', 'revision_number': 4, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port': {'id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:01Z', 'updated_at': '2021-05-06T18:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '78783e6e-ec55-4d0b-a912-23f6058d3712', 'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'mac_address': 'fa:16:3e:36:ed:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:05Z', 'updated_at': '2021-05-06T18:44:11Z', 'revision_number': 4, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'subnets': [{'id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:12.478036 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] For port 307286cc-95a1-4b27-80f9-9e8197f99a87, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:44:12.479605 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1daa6a-6763-48ee-a49b-f2dbe6678a4e None None] The sync data for ids ['fe691a20-1d59-4c74-8587-2adb55b4e15d'] in dv-cinder-733622-15-iscsi is: [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:44:06Z', 'revision_number': 4, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port': {'id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:01Z', 'updated_at': '2021-05-06T18:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '78783e6e-ec55-4d0b-a912-23f6058d3712', 'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'mac_address': 'fa:16:3e:36:ed:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:05Z', 'updated_at': '2021-05-06T18:44:11Z', 'revision_number': 4, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'subnets': [{'id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:44:12.498005 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:12.501809 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] For port 307286cc-95a1-4b27-80f9-9e8197f99a87, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=307286cc-95a1-4b27-80f9-9e8197f99a87,segment=NetworkSegment(0cd68cf1-e041-4238-8263-2aedf7dc302a),segment_id=0cd68cf1-e041-4238-8263-2aedf7dc302a)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:44:12.516140 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-913c8330-cb05-4900-9b9f-d83e87eb8d40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:12.528384 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:12.564622 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:12.591624 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-913c8330-cb05-4900-9b9f-d83e87eb8d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:12.614078 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-df12a750-88bc-4180-a958-5deea2957d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:12.696174 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913c8330-cb05-4900-9b9f-d83e87eb8d40 admin admin] Network 884521b5-a319-4325-bd13-24951164ba4c is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:44:12.700185 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-913c8330-cb05-4900-9b9f-d83e87eb8d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:44:12.701552 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port a192563a-d2a2-407b-ab01-0ac2b479de92 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:12.702067 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:12.707482 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913c8330-cb05-4900-9b9f-d83e87eb8d40 admin admin] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:44:12.771120 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] Pushing event updated for resources: {'Port': ['ID=307286cc-95a1-4b27-80f9-9e8197f99a87,revision_number=2']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:12.777167 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-b22d9822-23cd-45c4-a6bf-0271ffe19ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:12.816047 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c8330-cb05-4900-9b9f-d83e87eb8d40 admin admin] Pushing event updated for resources: {'Port': ['ID=e186220e-5150-4472-b1db-9a422dec350b,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:12.879544 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-913c8330-cb05-4900-9b9f-d83e87eb8d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:13.159577 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:44:13.321784 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:13.322165 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:13.471947 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 78783e6e-ec55-4d0b-a912-23f6058d3712 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:44:13.479805 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-913c8330-cb05-4900-9b9f-d83e87eb8d40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:13.561805 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port 78783e6e-ec55-4d0b-a912-23f6058d3712 completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:44:13.567166 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 78783e6e-ec55-4d0b-a912-23f6058d3712 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:13.567625 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:13.709121 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:13.775415 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port 78783e6e-ec55-4d0b-a912-23f6058d3712, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=78783e6e-ec55-4d0b-a912-23f6058d3712,segment=NetworkSegment(18668fc2-a888-4e60-89c3-6a276abc0f8f),segment_id=18668fc2-a888-4e60-89c3-6a276abc0f8f)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:44:13.790220 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:13.792702 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:13.938216 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=78783e6e-ec55-4d0b-a912-23f6058d3712,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:13.941843 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:14.182779 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-913c8330-cb05-4900-9b9f-d83e87eb8d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047305'] for router, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:14.276126 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d47dcf3-9067-45c2-b021-cea26baedafb None None] Network ad777a3f-d89b-4975-b950-c91f8b3877a2 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:44:14.383942 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-2a7b12d2-098a-444e-926c-f4a4448a84c7 None None] Provisioning for port 307286cc-95a1-4b27-80f9-9e8197f99a87 completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:44:14.492978 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913c8330-cb05-4900-9b9f-d83e87eb8d40 admin admin] Router 275801e5-2e6c-48f9-a325-785d1658f175 is scheduled to L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a with binding_index 1 {{(pid=78804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 18:44:14.748226 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913c8330-cb05-4900-9b9f-d83e87eb8d40 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:44:14.761630 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] Sync routers for ids ['275801e5-2e6c-48f9-a325-785d1658f175'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:44:14.779469 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] Routers {'275801e5-2e6c-48f9-a325-785d1658f175'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:44:14.780027 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-913c8330-cb05-4900-9b9f-d83e87eb8d40 admin admin] Notify callbacks [] for router, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:14.780169 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:43:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['275801e5-2e6c-48f9-a325-785d1658f175'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:14.784464 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 51062) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:44:14.785028 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-913c8330-cb05-4900-9b9f-d83e87eb8d40 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2235706 May 06 18:44:15.073723 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] Set router 275801e5-2e6c-48f9-a325-785d1658f175 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:44:15.200828 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 307286cc-95a1-4b27-80f9-9e8197f99a87 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:44:15.508030 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port 307286cc-95a1-4b27-80f9-9e8197f99a87 completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:44:15.518409 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 307286cc-95a1-4b27-80f9-9e8197f99a87 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:15.518866 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:15.626854 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275801e5-2e6c-48f9-a325-785d1658f175', 'name': 'tempest-TestVolumeBootPattern-1183784857-router', 'tenant_id': 'ddd5a04b232c49dba0814406504bc513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e186220e-5150-4472-b1db-9a422dec350b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:10Z', 'updated_at': '2021-05-06T18:44:13Z', 'revision_number': 3, 'project_id': 'ddd5a04b232c49dba0814406504bc513', 'gw_port': {'id': 'e186220e-5150-4472-b1db-9a422dec350b', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275801e5-2e6c-48f9-a325-785d1658f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:12Z', 'updated_at': '2021-05-06T18:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:15.648680 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] Checking router: 275801e5-2e6c-48f9-a325-785d1658f175 for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:44:15.649056 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] Updating router 275801e5-2e6c-48f9-a325-785d1658f175 port e186220e-5150-4472-b1db-9a422dec350b binding host dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:44:15.770063 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f134328d-a3a2-4575-a8d1-6c6ac5dc0432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:15.848226 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:15.879734 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:16.029655 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port 307286cc-95a1-4b27-80f9-9e8197f99a87, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=307286cc-95a1-4b27-80f9-9e8197f99a87,segment=NetworkSegment(0cd68cf1-e041-4238-8263-2aedf7dc302a),segment_id=0cd68cf1-e041-4238-8263-2aedf7dc302a)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:44:16.076443 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:16.077315 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 78783e6e-ec55-4d0b-a912-23f6058d3712 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:44:16.104477 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-29e71027-2702-4d3c-a105-56bf99b3c88c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:16.147046 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-f134328d-a3a2-4575-a8d1-6c6ac5dc0432 admin admin] Allocated IP 172.20.0.1 (ad777a3f-d89b-4975-b950-c91f8b3877a2/8e871ccd-df15-43fc-b9ff-2b59d7dd121c/c8e87d3e-60c2-49c8-a950-e682aed049cb) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:44:16.338050 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=307286cc-95a1-4b27-80f9-9e8197f99a87,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:16.343864 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:16.366099 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f134328d-a3a2-4575-a8d1-6c6ac5dc0432 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:16.369664 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-56587738-9aaf-4f20-b2c8-41492f49af21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:16.391990 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 78783e6e-ec55-4d0b-a912-23f6058d3712 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:16.391990 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:16.399610 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [None req-f134328d-a3a2-4575-a8d1-6c6ac5dc0432 admin admin] Transition to ACTIVE for port object c8e87d3e-60c2-49c8-a950-e682aed049cb will not be triggered until provisioned by entity DHCP. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:44:16.445453 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f134328d-a3a2-4575-a8d1-6c6ac5dc0432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:16.454106 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-4a040f4c-4545-435e-8f05-9e4cfde9c108 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:16.548205 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f134328d-a3a2-4575-a8d1-6c6ac5dc0432 admin admin] Network ad777a3f-d89b-4975-b950-c91f8b3877a2 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:44:16.551514 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-f134328d-a3a2-4575-a8d1-6c6ac5dc0432 admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:44:16.560975 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f134328d-a3a2-4575-a8d1-6c6ac5dc0432 admin admin] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:44:16.638598 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134328d-a3a2-4575-a8d1-6c6ac5dc0432 admin admin] Pushing event updated for resources: {'Port': ['ID=c8e87d3e-60c2-49c8-a950-e682aed049cb,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:16.647974 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f134328d-a3a2-4575-a8d1-6c6ac5dc0432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:16.649047 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] Notify callbacks [] for port, precommit_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:16.676458 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f134328d-a3a2-4575-a8d1-6c6ac5dc0432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1039830'] for router_interface, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:16.691963 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] Transition to ACTIVE for port object e186220e-5150-4472-b1db-9a422dec350b will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:44:16.715208 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:16.715208 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:16.801153 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] Attempting to bind port e186220e-5150-4472-b1db-9a422dec350b on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:44:16.801586 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] Attempting to bind port e186220e-5150-4472-b1db-9a422dec350b by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:44:16.802110 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] Attempting to bind port e186220e-5150-4472-b1db-9a422dec350b on network 884521b5-a319-4325-bd13-24951164ba4c {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:44:16.829614 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:44:16.830003 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] Checking segment: {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:44:16.830414 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:16.830958 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] Bound using segment: {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:44:16.831508 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] Bound port: e186220e-5150-4472-b1db-9a422dec350b, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3dd2c8-9f5c-490a-bc37-21c40ab5708c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884521b5-a319-4325-bd13-24951164ba4c'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:44:16.831898 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:16.863658 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f6b08-292f-47c6-9c49-c67229c597a5 None None] Pushing event updated for resources: {'Port': ['ID=e186220e-5150-4472-b1db-9a422dec350b,revision_number=2']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:16.867203 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-524f6b08-292f-47c6-9c49-c67229c597a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:16.947602 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] For port e186220e-5150-4472-b1db-9a422dec350b, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:44:16.949835 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-819221ce-f362-4d3e-ae06-8f75d6d5e3d1 None None] Provisioning for port c8e87d3e-60c2-49c8-a950-e682aed049cb completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:44:16.954149 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] For port e186220e-5150-4472-b1db-9a422dec350b, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=e186220e-5150-4472-b1db-9a422dec350b,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:44:16.957951 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-819221ce-f362-4d3e-ae06-8f75d6d5e3d1 None None] Provisioning complete for port c8e87d3e-60c2-49c8-a950-e682aed049cb triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:16.959666 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-819221ce-f362-4d3e-ae06-8f75d6d5e3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:17.017127 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 307286cc-95a1-4b27-80f9-9e8197f99a87 up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:44:17.061062 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:17.061385 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f134328d-a3a2-4575-a8d1-6c6ac5dc0432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:17.128714 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:17.218675 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-819221ce-f362-4d3e-ae06-8f75d6d5e3d1 None None] Port c8e87d3e-60c2-49c8-a950-e682aed049cb cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:44:17.246076 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] Routers {'275801e5-2e6c-48f9-a325-785d1658f175'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:44:17.246876 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:43:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['275801e5-2e6c-48f9-a325-785d1658f175'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:17.307060 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f6b08-292f-47c6-9c49-c67229c597a5 None None] Pushing event updated for resources: {'Port': ['ID=e186220e-5150-4472-b1db-9a422dec350b,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:17.369595 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-524f6b08-292f-47c6-9c49-c67229c597a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:17.378395 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f134328d-a3a2-4575-a8d1-6c6ac5dc0432 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:17.387405 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f134328d-a3a2-4575-a8d1-6c6ac5dc0432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:17.390521 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port 307286cc-95a1-4b27-80f9-9e8197f99a87 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:17.390889 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:17.489123 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-994f9390-e277-45cd-8eb4-0d0e99046bb7 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:17.521768 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f134328d-a3a2-4575-a8d1-6c6ac5dc0432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1039733'] for router_interface, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:17.536969 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] Set router 275801e5-2e6c-48f9-a325-785d1658f175 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:44:17.642750 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134328d-a3a2-4575-a8d1-6c6ac5dc0432 admin admin] Pushing event updated for resources: {'Port': ['ID=c8e87d3e-60c2-49c8-a950-e682aed049cb,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:17.647618 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f134328d-a3a2-4575-a8d1-6c6ac5dc0432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:17.708596 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f134328d-a3a2-4575-a8d1-6c6ac5dc0432 admin admin] Network ad777a3f-d89b-4975-b950-c91f8b3877a2 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:44:17.710056 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-f134328d-a3a2-4575-a8d1-6c6ac5dc0432 admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:44:17.924636 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f134328d-a3a2-4575-a8d1-6c6ac5dc0432 admin admin] Router 275801e5-2e6c-48f9-a325-785d1658f175 has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:44:17.937985 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275801e5-2e6c-48f9-a325-785d1658f175', 'name': 'tempest-TestVolumeBootPattern-1183784857-router', 'tenant_id': 'ddd5a04b232c49dba0814406504bc513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e186220e-5150-4472-b1db-9a422dec350b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:10Z', 'updated_at': '2021-05-06T18:44:16Z', 'revision_number': 4, 'project_id': 'ddd5a04b232c49dba0814406504bc513', 'gw_port': {'id': 'e186220e-5150-4472-b1db-9a422dec350b', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275801e5-2e6c-48f9-a325-785d1658f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:12Z', 'updated_at': '2021-05-06T18:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'c8e87d3e-60c2-49c8-a950-e682aed049cb', 'name': '', 'network_id': 'ad777a3f-d89b-4975-b950-c91f8b3877a2', 'tenant_id': 'ddd5a04b232c49dba0814406504bc513', 'mac_address': 'fa:16:3e:1d:7b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275801e5-2e6c-48f9-a325-785d1658f175', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8e871ccd-df15-43fc-b9ff-2b59d7dd121c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:15Z', 'updated_at': '2021-05-06T18:44:16Z', 'revision_number': 1, 'project_id': 'ddd5a04b232c49dba0814406504bc513', 'subnets': [{'id': '8e871ccd-df15-43fc-b9ff-2b59d7dd121c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:17.943520 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b224044-e197-4d7a-add8-c9e8c36224bf None None] The sync data for ids ['275801e5-2e6c-48f9-a325-785d1658f175'] in dv-cinder-733622-15-iscsi is: [{'id': '275801e5-2e6c-48f9-a325-785d1658f175', 'name': 'tempest-TestVolumeBootPattern-1183784857-router', 'tenant_id': 'ddd5a04b232c49dba0814406504bc513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e186220e-5150-4472-b1db-9a422dec350b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:10Z', 'updated_at': '2021-05-06T18:44:16Z', 'revision_number': 4, 'project_id': 'ddd5a04b232c49dba0814406504bc513', 'gw_port': {'id': 'e186220e-5150-4472-b1db-9a422dec350b', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275801e5-2e6c-48f9-a325-785d1658f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:12Z', 'updated_at': '2021-05-06T18:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'c8e87d3e-60c2-49c8-a950-e682aed049cb', 'name': '', 'network_id': 'ad777a3f-d89b-4975-b950-c91f8b3877a2', 'tenant_id': 'ddd5a04b232c49dba0814406504bc513', 'mac_address': 'fa:16:3e:1d:7b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275801e5-2e6c-48f9-a325-785d1658f175', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8e871ccd-df15-43fc-b9ff-2b59d7dd121c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:15Z', 'updated_at': '2021-05-06T18:44:16Z', 'revision_number': 1, 'project_id': 'ddd5a04b232c49dba0814406504bc513', 'subnets': [{'id': '8e871ccd-df15-43fc-b9ff-2b59d7dd121c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:44:18.055868 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-47e3f5ac-e069-4e29-a193-9ded546c9e1b None None] Provisioning complete for port c8e87d3e-60c2-49c8-a950-e682aed049cb triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:18.056249 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-47e3f5ac-e069-4e29-a193-9ded546c9e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:18.122347 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-47e3f5ac-e069-4e29-a193-9ded546c9e1b None None] Port c8e87d3e-60c2-49c8-a950-e682aed049cb cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:44:18.291040 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f134328d-a3a2-4575-a8d1-6c6ac5dc0432 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:44:18.291040 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-f134328d-a3a2-4575-a8d1-6c6ac5dc0432 admin admin] 10.222.0.50 "PUT /v2.0/routers/275801e5-2e6c-48f9-a325-785d1658f175/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4998491 May 06 18:44:18.325610 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:18.685001 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025ef79-48a8-4b00-b397-87000eed256d req-266413a4-c862-406e-8ab1-7493db7187a4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:18.686606 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8025ef79-48a8-4b00-b397-87000eed256d req-266413a4-c862-406e-8ab1-7493db7187a4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/networks?id=5a00aaf0-c153-4042-9a52-2e096fe6b39c HTTP/1.1" status: 200 len: 814 time: 0.1889110 May 06 18:44:18.703084 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8025ef79-48a8-4b00-b397-87000eed256d req-b20360be-f8f0-4c0c-b801-17c194849bf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/quotas/d8fb40d7197446c7a4a7fb86335a053a HTTP/1.1" status: 200 len: 375 time: 0.0108485 May 06 18:44:18.737598 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-d4dbea89-f210-44d3-ba3e-a7c45e7ec6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:18.834601 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8025ef79-48a8-4b00-b397-87000eed256d req-fac04da0-0e7e-4380-8106-9890cb565972 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d8fb40d7197446c7a4a7fb86335a053a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1102440 May 06 18:44:19.017321 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8025ef79-48a8-4b00-b397-87000eed256d req-a1b28fea-ef5f-4504-9705-7ff9058a4fc0 service neutron] 10.222.0.50 "GET /v2.0/networks/5a00aaf0-c153-4042-9a52-2e096fe6b39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701906 May 06 18:44:19.053630 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device e186220e-5150-4472-b1db-9a422dec350b up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:44:19.127673 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port e186220e-5150-4472-b1db-9a422dec350b completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:44:19.133186 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port e186220e-5150-4472-b1db-9a422dec350b triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:19.133693 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:19.168195 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8025ef79-48a8-4b00-b397-87000eed256d req-c00f8a5f-b1f9-4d59-9291-fff0213fbfcb service neutron] 10.222.0.50 "GET /v2.0/networks/5a00aaf0-c153-4042-9a52-2e096fe6b39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423390 May 06 18:44:19.223229 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 51096) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:44:19.229189 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-9bdea72b-609e-4b64-be62-cc010453d8f5 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1481365787', 'description': 'tempest-secgroup-smoke-1481365787 description', 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:19.236028 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-9bdea72b-609e-4b64-be62-cc010453d8f5 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:19.241838 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-9bdea72b-609e-4b64-be62-cc010453d8f5 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Usage tracker for resource:security_group and tenant:992bdb878c3d45afa89e89fa3a20f1f5 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:44:19.245557 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-9bdea72b-609e-4b64-be62-cc010453d8f5 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:44:19.260458 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-9bdea72b-609e-4b64-be62-cc010453d8f5 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:19.270307 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:19.280284 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9bdea72b-609e-4b64-be62-cc010453d8f5 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:19.290758 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port e186220e-5150-4472-b1db-9a422dec350b, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=e186220e-5150-4472-b1db-9a422dec350b,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:44:19.294878 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:19.299244 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-81e299d3-09dd-4cd2-bb96-1c0993c94133 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:19.320377 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-9bdea72b-609e-4b64-be62-cc010453d8f5 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:19.324670 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-9bdea72b-609e-4b64-be62-cc010453d8f5 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Usage tracker for resource:security_group_rule and tenant:992bdb878c3d45afa89e89fa3a20f1f5 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:44:19.327962 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-9bdea72b-609e-4b64-be62-cc010453d8f5 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:44:19.334634 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-9bdea72b-609e-4b64-be62-cc010453d8f5 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:19.388823 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-4b0d161f-8b24-4d0f-b4ac-eb3e1fc817a9 req-f0db1749-51b6-4e57-9625-38470d2d98a2 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Synchronizing usage tracker for tenant:d8fb40d7197446c7a4a7fb86335a053a on resource:port {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:44:19.409504 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=e186220e-5150-4472-b1db-9a422dec350b,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:19.410756 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-4b0d161f-8b24-4d0f-b4ac-eb3e1fc817a9 req-f0db1749-51b6-4e57-9625-38470d2d98a2 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Unset dirty status for tenant:d8fb40d7197446c7a4a7fb86335a053a on resource:port {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:44:19.412592 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-4b0d161f-8b24-4d0f-b4ac-eb3e1fc817a9 req-f0db1749-51b6-4e57-9625-38470d2d98a2 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 210 time: 0.0684142 May 06 18:44:19.414330 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:19.435755 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9bdea72b-609e-4b64-be62-cc010453d8f5 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:19.438659 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9bdea72b-609e-4b64-be62-cc010453d8f5 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:19.444781 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-3cb9ab74-518a-4296-9485-ccfc6219b80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:19.484353 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdea72b-609e-4b64-be62-cc010453d8f5 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fc6399-8510-4773-8213-0aea9b47f340,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:19.487049 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9bdea72b-609e-4b64-be62-cc010453d8f5 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:19.488421 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-9bdea72b-609e-4b64-be62-cc010453d8f5 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2639854 May 06 18:44:19.489365 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-9bdea72b-609e-4b64-be62-cc010453d8f5 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:19.491643 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 51108) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:44:19.497195 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-b28d1fbe-2c4f-4653-9660-1e0bb25f3b92 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Request body: {'security_group_rule': {'security_group_id': 'b5fc6399-8510-4773-8213-0aea9b47f340', 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:19.503356 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-b28d1fbe-2c4f-4653-9660-1e0bb25f3b92 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:19.508307 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-b28d1fbe-2c4f-4653-9660-1e0bb25f3b92 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Usage tracker for resource:security_group_rule and tenant:992bdb878c3d45afa89e89fa3a20f1f5 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:44:19.511673 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-b28d1fbe-2c4f-4653-9660-1e0bb25f3b92 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:44:19.519248 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-b28d1fbe-2c4f-4653-9660-1e0bb25f3b92 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:19.541943 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b28d1fbe-2c4f-4653-9660-1e0bb25f3b92 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:19.616327 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b28d1fbe-2c4f-4653-9660-1e0bb25f3b92 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:19.623873 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b28d1fbe-2c4f-4653-9660-1e0bb25f3b92 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:19.626394 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:19.651261 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d1fbe-2c4f-4653-9660-1e0bb25f3b92 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c32e4767-d343-43de-9745-f2447490d483,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:19.654144 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b28d1fbe-2c4f-4653-9660-1e0bb25f3b92 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:19.664716 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b28d1fbe-2c4f-4653-9660-1e0bb25f3b92 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:19.669756 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-b28d1fbe-2c4f-4653-9660-1e0bb25f3b92 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1749156 May 06 18:44:19.670130 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51114) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:44:19.677877 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-5b6139ed-7aeb-4bfc-9b98-225cbfb78fa6 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Request body: {'security_group_rule': {'security_group_id': 'b5fc6399-8510-4773-8213-0aea9b47f340', 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:19.684121 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-5b6139ed-7aeb-4bfc-9b98-225cbfb78fa6 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:19.688287 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-5b6139ed-7aeb-4bfc-9b98-225cbfb78fa6 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Usage tracker for resource:security_group_rule and tenant:992bdb878c3d45afa89e89fa3a20f1f5 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:44:19.691541 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-5b6139ed-7aeb-4bfc-9b98-225cbfb78fa6 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:44:19.699918 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-5b6139ed-7aeb-4bfc-9b98-225cbfb78fa6 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:19.724726 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5b6139ed-7aeb-4bfc-9b98-225cbfb78fa6 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:19.818660 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5b6139ed-7aeb-4bfc-9b98-225cbfb78fa6 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:19.823612 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5b6139ed-7aeb-4bfc-9b98-225cbfb78fa6 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:19.827022 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-29e214a9-4c18-41af-8f27-87b871de9d8a tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:19.870990 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6139ed-7aeb-4bfc-9b98-225cbfb78fa6 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc6bead-e977-4b9a-9460-f97723512ffa,revision_number=0']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:19.875407 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-5b6139ed-7aeb-4bfc-9b98-225cbfb78fa6 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:19.886823 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5b6139ed-7aeb-4bfc-9b98-225cbfb78fa6 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:19.888926 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-5b6139ed-7aeb-4bfc-9b98-225cbfb78fa6 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2175241 May 06 18:44:19.891586 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51118) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:44:19.898028 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-ca3a5a81-38dd-45e5-8fea-e9c8c9d3bb90 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Request body: {'security_group_rule': {'security_group_id': 'b5fc6399-8510-4773-8213-0aea9b47f340', 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:19.905580 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-ca3a5a81-38dd-45e5-8fea-e9c8c9d3bb90 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:19.915515 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-ca3a5a81-38dd-45e5-8fea-e9c8c9d3bb90 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Usage tracker for resource:security_group_rule and tenant:992bdb878c3d45afa89e89fa3a20f1f5 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:44:19.919045 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-ca3a5a81-38dd-45e5-8fea-e9c8c9d3bb90 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:44:19.927589 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-ca3a5a81-38dd-45e5-8fea-e9c8c9d3bb90 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:19.950468 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ca3a5a81-38dd-45e5-8fea-e9c8c9d3bb90 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:20.022841 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ca3a5a81-38dd-45e5-8fea-e9c8c9d3bb90 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:20.027861 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ca3a5a81-38dd-45e5-8fea-e9c8c9d3bb90 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:20.030424 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c8a1a676-e51c-41c1-8fa0-8e93bc350330 tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:20.054146 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a5a81-38dd-45e5-8fea-e9c8c9d3bb90 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2f3c53-7379-4783-b73e-05561f2bddb7,revision_number=0']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:20.058334 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-ca3a5a81-38dd-45e5-8fea-e9c8c9d3bb90 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:20.069863 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ca3a5a81-38dd-45e5-8fea-e9c8c9d3bb90 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:20.073870 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-ca3a5a81-38dd-45e5-8fea-e9c8c9d3bb90 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1784091 May 06 18:44:20.074158 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 51122) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:44:20.080574 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-cb239899-6cde-44ed-9f5f-70cb6ef5011d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Request body: {'security_group_rule': {'security_group_id': 'b5fc6399-8510-4773-8213-0aea9b47f340', 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:20.087506 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-cb239899-6cde-44ed-9f5f-70cb6ef5011d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:20.091354 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-cb239899-6cde-44ed-9f5f-70cb6ef5011d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Usage tracker for resource:security_group_rule and tenant:992bdb878c3d45afa89e89fa3a20f1f5 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:44:20.094264 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-cb239899-6cde-44ed-9f5f-70cb6ef5011d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:44:20.102368 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-cb239899-6cde-44ed-9f5f-70cb6ef5011d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:20.115531 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:20.120486 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-cb239899-6cde-44ed-9f5f-70cb6ef5011d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:20.189223 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-cb239899-6cde-44ed-9f5f-70cb6ef5011d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:20.193585 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-cb239899-6cde-44ed-9f5f-70cb6ef5011d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:20.201525 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-d5c0a402-d160-423d-8c1b-b5cdac0115a8 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:20.222633 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb239899-6cde-44ed-9f5f-70cb6ef5011d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e80d50b-f66f-49ac-bbeb-078124f00ac2,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:20.226560 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-cb239899-6cde-44ed-9f5f-70cb6ef5011d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:20.229306 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-cb239899-6cde-44ed-9f5f-70cb6ef5011d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:20.230983 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-cb239899-6cde-44ed-9f5f-70cb6ef5011d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1557946 May 06 18:44:20.233796 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 51126) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:44:20.239051 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-4f923278-519c-4e34-9597-8a26bf58ce7c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Request body: {'security_group_rule': {'security_group_id': 'b5fc6399-8510-4773-8213-0aea9b47f340', 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:20.246023 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-4f923278-519c-4e34-9597-8a26bf58ce7c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:20.249812 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-4f923278-519c-4e34-9597-8a26bf58ce7c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Usage tracker for resource:security_group_rule and tenant:992bdb878c3d45afa89e89fa3a20f1f5 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:44:20.252700 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-4f923278-519c-4e34-9597-8a26bf58ce7c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:44:20.258488 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-4f923278-519c-4e34-9597-8a26bf58ce7c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:20.269370 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.db.securitygroups_db [None req-4f923278-519c-4e34-9597-8a26bf58ce7c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Project 992bdb878c3d45afa89e89fa3a20f1f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 18:44:20.276064 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4f923278-519c-4e34-9597-8a26bf58ce7c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:20.345780 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4f923278-519c-4e34-9597-8a26bf58ce7c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:20.349813 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4f923278-519c-4e34-9597-8a26bf58ce7c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:20.351818 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:20.374642 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f923278-519c-4e34-9597-8a26bf58ce7c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d13cd95-fd5f-4b07-9fa3-9acf04190804,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:20.377303 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-4f923278-519c-4e34-9597-8a26bf58ce7c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:20.385091 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4f923278-519c-4e34-9597-8a26bf58ce7c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:20.387182 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-4f923278-519c-4e34-9597-8a26bf58ce7c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1516185 May 06 18:44:20.389989 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51130) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:44:20.411834 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-18afd615-6e14-4a89-a0ef-17423e38c504 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Request body: {'security_group_rule': {'security_group_id': 'b5fc6399-8510-4773-8213-0aea9b47f340', 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:20.419827 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-18afd615-6e14-4a89-a0ef-17423e38c504 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:20.424385 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-18afd615-6e14-4a89-a0ef-17423e38c504 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Usage tracker for resource:security_group_rule and tenant:992bdb878c3d45afa89e89fa3a20f1f5 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:44:20.429175 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-18afd615-6e14-4a89-a0ef-17423e38c504 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:44:20.437197 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-18afd615-6e14-4a89-a0ef-17423e38c504 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:20.451510 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.db.securitygroups_db [None req-18afd615-6e14-4a89-a0ef-17423e38c504 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Project 992bdb878c3d45afa89e89fa3a20f1f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 18:44:20.458371 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-18afd615-6e14-4a89-a0ef-17423e38c504 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:20.542386 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-18afd615-6e14-4a89-a0ef-17423e38c504 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:20.547121 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-18afd615-6e14-4a89-a0ef-17423e38c504 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:20.557617 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:20.577243 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afd615-6e14-4a89-a0ef-17423e38c504 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097f2cdc-8f1e-45dd-99c8-93d7f640ecf7,revision_number=0']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:20.582212 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-18afd615-6e14-4a89-a0ef-17423e38c504 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:20.587772 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-18afd615-6e14-4a89-a0ef-17423e38c504 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:20.590149 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-18afd615-6e14-4a89-a0ef-17423e38c504 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1934927 May 06 18:44:20.591492 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a40695f4-e0db-4d4f-b5a1-d6d6e2d736b8 req-11734633-badc-4c73-bdfd-9d064cc5f1a8 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 210 time: 0.0561109 May 06 18:44:20.650549 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025ef79-48a8-4b00-b397-87000eed256d req-f81526fe-dcd6-4366-b90f-dfb0100a8a5c tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:20.657517 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8025ef79-48a8-4b00-b397-87000eed256d req-f81526fe-dcd6-4366-b90f-dfb0100a8a5c tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.55 "GET /v2.0/networks?id=5a00aaf0-c153-4042-9a52-2e096fe6b39c HTTP/1.1" status: 200 len: 814 time: 0.2299893 May 06 18:44:20.667945 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-8025ef79-48a8-4b00-b397-87000eed256d req-adb998f1-6c51-41db-add3-b00386c60f87 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Request body: {'port': {'device_id': '9bb3f5aa-4d3d-41a2-88ce-0c6917052739', 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c', 'admin_state_up': True, 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:20.828263 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-8025ef79-48a8-4b00-b397-87000eed256d req-adb998f1-6c51-41db-add3-b00386c60f87 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:20.839654 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-8025ef79-48a8-4b00-b397-87000eed256d req-adb998f1-6c51-41db-add3-b00386c60f87 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:20.851068 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8025ef79-48a8-4b00-b397-87000eed256d req-adb998f1-6c51-41db-add3-b00386c60f87 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Made reservation on behalf of d8fb40d7197446c7a4a7fb86335a053a for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:44:20.854850 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-8025ef79-48a8-4b00-b397-87000eed256d req-adb998f1-6c51-41db-add3-b00386c60f87 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:21.002299 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device e186220e-5150-4472-b1db-9a422dec350b up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:44:21.057737 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-8025ef79-48a8-4b00-b397-87000eed256d req-adb998f1-6c51-41db-add3-b00386c60f87 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Allocated IP 172.20.0.10 (5a00aaf0-c153-4042-9a52-2e096fe6b39c/3741ab13-23e1-4cb0-84ca-3c4021228ce6/c9a9619e-4e2b-44d1-82bb-5300dfd02aa2) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:44:21.123619 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port e186220e-5150-4472-b1db-9a422dec350b triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:21.125121 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:21.546450 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-8025ef79-48a8-4b00-b397-87000eed256d req-adb998f1-6c51-41db-add3-b00386c60f87 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:21.576251 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-8025ef79-48a8-4b00-b397-87000eed256d req-adb998f1-6c51-41db-add3-b00386c60f87 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Transition to ACTIVE for port object c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 will not be triggered until provisioned by entity DHCP. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:44:21.625714 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-8025ef79-48a8-4b00-b397-87000eed256d req-adb998f1-6c51-41db-add3-b00386c60f87 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:21.640520 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7ee7b0ff-0def-4e2a-a683-791e7fc943b5 tempest-VolumesNegativeTest-1728296884 tempest-VolumesNegativeTest-1728296884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:21.657597 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:21.734005 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8025ef79-48a8-4b00-b397-87000eed256d req-adb998f1-6c51-41db-add3-b00386c60f87 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Network 5a00aaf0-c153-4042-9a52-2e096fe6b39c is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:44:21.741070 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] Sync routers for ids ['275801e5-2e6c-48f9-a325-785d1658f175'] in dv-cinder-733622-15-iscsi {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:44:21.756825 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] Routers {'275801e5-2e6c-48f9-a325-785d1658f175'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:44:21.757581 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:44:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['275801e5-2e6c-48f9-a325-785d1658f175'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:21.766121 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-8025ef79-48a8-4b00-b397-87000eed256d req-adb998f1-6c51-41db-add3-b00386c60f87 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:44:21.779737 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-8025ef79-48a8-4b00-b397-87000eed256d req-adb998f1-6c51-41db-add3-b00386c60f87 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:44:21.851814 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb998f1-6c51-41db-add3-b00386c60f87 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Pushing event updated for resources: {'Port': ['ID=c9a9619e-4e2b-44d1-82bb-5300dfd02aa2,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:21.855175 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-adb998f1-6c51-41db-add3-b00386c60f87 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:21.931889 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025ef79-48a8-4b00-b397-87000eed256d req-adb998f1-6c51-41db-add3-b00386c60f87 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:21.932575 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-8025ef79-48a8-4b00-b397-87000eed256d req-adb998f1-6c51-41db-add3-b00386c60f87 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:21.972814 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8025ef79-48a8-4b00-b397-87000eed256d req-adb998f1-6c51-41db-add3-b00386c60f87 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3115776 May 06 18:44:21.987715 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fdab6-f9f7-4605-a3e3-28bb1e9e7bda req-eb34789c-e627-4b6b-bc79-12b9d8a20075 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:21.995434 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1f1fdab6-f9f7-4605-a3e3-28bb1e9e7bda req-eb34789c-e627-4b6b-bc79-12b9d8a20075 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 932 time: 0.1992915 May 06 18:44:22.088893 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-1f1fdab6-f9f7-4605-a3e3-28bb1e9e7bda req-8e7db16d-3889-4609-8795-81271a1e6796 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Synchronizing usage tracker for tenant:d8fb40d7197446c7a4a7fb86335a053a on resource:security_group {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:44:22.127756 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-1f1fdab6-f9f7-4605-a3e3-28bb1e9e7bda req-8e7db16d-3889-4609-8795-81271a1e6796 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Unset dirty status for tenant:d8fb40d7197446c7a4a7fb86335a053a on resource:security_group {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:44:22.137231 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1f1fdab6-f9f7-4605-a3e3-28bb1e9e7bda req-8e7db16d-3889-4609-8795-81271a1e6796 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408193 May 06 18:44:22.198036 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] Set router 275801e5-2e6c-48f9-a325-785d1658f175 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:44:22.289566 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-f080a6b6-76cd-4519-a71d-cb719121e6fb None None] Provisioning for port c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:44:22.295229 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-f080a6b6-76cd-4519-a71d-cb719121e6fb None None] Provisioning complete for port c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:22.295695 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-f080a6b6-76cd-4519-a71d-cb719121e6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:22.364857 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-f080a6b6-76cd-4519-a71d-cb719121e6fb None None] Port c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:44:22.601030 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275801e5-2e6c-48f9-a325-785d1658f175', 'name': 'tempest-TestVolumeBootPattern-1183784857-router', 'tenant_id': 'ddd5a04b232c49dba0814406504bc513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e186220e-5150-4472-b1db-9a422dec350b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:10Z', 'updated_at': '2021-05-06T18:44:16Z', 'revision_number': 4, 'project_id': 'ddd5a04b232c49dba0814406504bc513', 'gw_port': {'id': 'e186220e-5150-4472-b1db-9a422dec350b', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275801e5-2e6c-48f9-a325-785d1658f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:12Z', 'updated_at': '2021-05-06T18:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'c8e87d3e-60c2-49c8-a950-e682aed049cb', 'name': '', 'network_id': 'ad777a3f-d89b-4975-b950-c91f8b3877a2', 'tenant_id': 'ddd5a04b232c49dba0814406504bc513', 'mac_address': 'fa:16:3e:1d:7b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275801e5-2e6c-48f9-a325-785d1658f175', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8e871ccd-df15-43fc-b9ff-2b59d7dd121c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:15Z', 'updated_at': '2021-05-06T18:44:17Z', 'revision_number': 2, 'project_id': 'ddd5a04b232c49dba0814406504bc513', 'subnets': [{'id': '8e871ccd-df15-43fc-b9ff-2b59d7dd121c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:22.605566 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] Checking router: 275801e5-2e6c-48f9-a325-785d1658f175 for host: dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:44:22.606065 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] Updating router 275801e5-2e6c-48f9-a325-785d1658f175 port c8e87d3e-60c2-49c8-a950-e682aed049cb binding host dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:44:22.668844 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:23.069793 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:23.086184 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] Transition to ACTIVE for port object c8e87d3e-60c2-49c8-a950-e682aed049cb will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:44:23.093821 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:23.098650 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a31a6c7f-d49d-4a3f-8964-86f40fed0fc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:23.173910 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22396da8-558a-4473-9941-08dc15f7a930 None None] Pushing event updated for resources: {'Port': ['ID=c8e87d3e-60c2-49c8-a950-e682aed049cb,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:23.366804 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d85a1b-2b2d-4b98-b25f-1e8aab68f20d req-c98520eb-38cb-49d6-8680-95ee67009875 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:23.367668 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-a4d85a1b-2b2d-4b98-b25f-1e8aab68f20d req-c98520eb-38cb-49d6-8680-95ee67009875 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Synchronizing usage tracker for tenant:d8fb40d7197446c7a4a7fb86335a053a on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:44:23.379827 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-22396da8-558a-4473-9941-08dc15f7a930 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:23.391606 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-a4d85a1b-2b2d-4b98-b25f-1e8aab68f20d req-c98520eb-38cb-49d6-8680-95ee67009875 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Unset dirty status for tenant:d8fb40d7197446c7a4a7fb86335a053a on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:44:23.395777 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a4d85a1b-2b2d-4b98-b25f-1e8aab68f20d req-c98520eb-38cb-49d6-8680-95ee67009875 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 932 time: 0.1241236 May 06 18:44:23.447348 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a4d85a1b-2b2d-4b98-b25f-1e8aab68f20d req-4d1d2c55-5fae-42a3-821d-61f560205101 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473566 May 06 18:44:23.452975 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] Attempting to bind port c8e87d3e-60c2-49c8-a950-e682aed049cb on host dv-cinder-733622-15-iscsi for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:44:23.453347 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] Attempting to bind port c8e87d3e-60c2-49c8-a950-e682aed049cb by drivers openvswitch,hyperv on host dv-cinder-733622-15-iscsi at level 0 using segments [{'id': '0cd68cf1-e041-4238-8263-2aedf7dc302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ad777a3f-d89b-4975-b950-c91f8b3877a2'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:44:23.453712 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] Attempting to bind port c8e87d3e-60c2-49c8-a950-e682aed049cb on network ad777a3f-d89b-4975-b950-c91f8b3877a2 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:44:23.460099 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] Checking agent: {'id': '1c148b2f-36cb-4736-ac3b-c900b2848aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 48), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:44:23.460510 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] Checking segment: {'id': '0cd68cf1-e041-4238-8263-2aedf7dc302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ad777a3f-d89b-4975-b950-c91f8b3877a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:44:23.460852 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:23.461247 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] Bound using segment: {'id': '0cd68cf1-e041-4238-8263-2aedf7dc302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ad777a3f-d89b-4975-b950-c91f8b3877a2'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:44:23.461714 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] Bound port: c8e87d3e-60c2-49c8-a950-e682aed049cb, host: dv-cinder-733622-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd68cf1-e041-4238-8263-2aedf7dc302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ad777a3f-d89b-4975-b950-c91f8b3877a2'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:44:23.462116 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:23.564712 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] For port c8e87d3e-60c2-49c8-a950-e682aed049cb, host dv-cinder-733622-15-iscsi, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:44:23.568725 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] For port c8e87d3e-60c2-49c8-a950-e682aed049cb, host dv-cinder-733622-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=c8e87d3e-60c2-49c8-a950-e682aed049cb,segment=NetworkSegment(0cd68cf1-e041-4238-8263-2aedf7dc302a),segment_id=0cd68cf1-e041-4238-8263-2aedf7dc302a)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:44:23.573084 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:23.577143 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-f2886462-fa27-40d0-91b8-46d5cb78a0b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:23.673233 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] Routers {'275801e5-2e6c-48f9-a325-785d1658f175'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:44:23.673932 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:44:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['275801e5-2e6c-48f9-a325-785d1658f175'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:23.804996 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22396da8-558a-4473-9941-08dc15f7a930 None None] Pushing event updated for resources: {'Port': ['ID=c8e87d3e-60c2-49c8-a950-e682aed049cb,revision_number=4']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:23.814994 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-22396da8-558a-4473-9941-08dc15f7a930 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:23.891661 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] Set router 275801e5-2e6c-48f9-a325-785d1658f175 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:44:24.230015 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275801e5-2e6c-48f9-a325-785d1658f175', 'name': 'tempest-TestVolumeBootPattern-1183784857-router', 'tenant_id': 'ddd5a04b232c49dba0814406504bc513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e186220e-5150-4472-b1db-9a422dec350b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:10Z', 'updated_at': '2021-05-06T18:44:16Z', 'revision_number': 4, 'project_id': 'ddd5a04b232c49dba0814406504bc513', 'gw_port': {'id': 'e186220e-5150-4472-b1db-9a422dec350b', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275801e5-2e6c-48f9-a325-785d1658f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:12Z', 'updated_at': '2021-05-06T18:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'c8e87d3e-60c2-49c8-a950-e682aed049cb', 'name': '', 'network_id': 'ad777a3f-d89b-4975-b950-c91f8b3877a2', 'tenant_id': 'ddd5a04b232c49dba0814406504bc513', 'mac_address': 'fa:16:3e:1d:7b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275801e5-2e6c-48f9-a325-785d1658f175', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8e871ccd-df15-43fc-b9ff-2b59d7dd121c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:15Z', 'updated_at': '2021-05-06T18:44:23Z', 'revision_number': 4, 'project_id': 'ddd5a04b232c49dba0814406504bc513', 'subnets': [{'id': '8e871ccd-df15-43fc-b9ff-2b59d7dd121c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:24.234787 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e319645b-6f8c-4216-a80c-428161219dd1 None None] The sync data for ids ['275801e5-2e6c-48f9-a325-785d1658f175'] in dv-cinder-733622-15-iscsi is: [{'id': '275801e5-2e6c-48f9-a325-785d1658f175', 'name': 'tempest-TestVolumeBootPattern-1183784857-router', 'tenant_id': 'ddd5a04b232c49dba0814406504bc513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e186220e-5150-4472-b1db-9a422dec350b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:10Z', 'updated_at': '2021-05-06T18:44:16Z', 'revision_number': 4, 'project_id': 'ddd5a04b232c49dba0814406504bc513', 'gw_port': {'id': 'e186220e-5150-4472-b1db-9a422dec350b', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275801e5-2e6c-48f9-a325-785d1658f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:12Z', 'updated_at': '2021-05-06T18:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'c8e87d3e-60c2-49c8-a950-e682aed049cb', 'name': '', 'network_id': 'ad777a3f-d89b-4975-b950-c91f8b3877a2', 'tenant_id': 'ddd5a04b232c49dba0814406504bc513', 'mac_address': 'fa:16:3e:1d:7b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275801e5-2e6c-48f9-a325-785d1658f175', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8e871ccd-df15-43fc-b9ff-2b59d7dd121c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:15Z', 'updated_at': '2021-05-06T18:44:23Z', 'revision_number': 4, 'project_id': 'ddd5a04b232c49dba0814406504bc513', 'subnets': [{'id': '8e871ccd-df15-43fc-b9ff-2b59d7dd121c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:44:24.702665 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fd374-0fdc-49ac-86e0-bff3c4126221 req-76744bea-cfe6-45ef-9fd9-743dcda84018 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:24.704608 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-445fd374-0fdc-49ac-86e0-bff3c4126221 req-76744bea-cfe6-45ef-9fd9-743dcda84018 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 932 time: 0.0996535 May 06 18:44:24.781203 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-445fd374-0fdc-49ac-86e0-bff3c4126221 req-1ac36111-fac9-47c9-803e-1bd434dc1514 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686684 May 06 18:44:25.038934 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device c8e87d3e-60c2-49c8-a950-e682aed049cb up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:44:25.115942 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning for port c8e87d3e-60c2-49c8-a950-e682aed049cb completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:44:25.122161 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port c8e87d3e-60c2-49c8-a950-e682aed049cb triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:25.122540 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:25.299833 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:25.340348 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] For port c8e87d3e-60c2-49c8-a950-e682aed049cb, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=c8e87d3e-60c2-49c8-a950-e682aed049cb,segment=NetworkSegment(0cd68cf1-e041-4238-8263-2aedf7dc302a),segment_id=0cd68cf1-e041-4238-8263-2aedf7dc302a)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:44:25.344888 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:25.346891 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:25.438652 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Pushing event updated for resources: {'Port': ['ID=c8e87d3e-60c2-49c8-a950-e682aed049cb,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:25.452603 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:26.136946 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a35cc-13fe-45f7-9446-e16b84076a16 req-5c4d94d8-8a5c-46c0-83d4-eb1143435388 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:26.138390 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-607a35cc-13fe-45f7-9446-e16b84076a16 req-5c4d94d8-8a5c-46c0-83d4-eb1143435388 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 932 time: 0.0913954 May 06 18:44:26.187079 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-607a35cc-13fe-45f7-9446-e16b84076a16 req-87a3778e-6bdb-47f5-ba1c-d5aebe82eb89 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427418 May 06 18:44:26.985932 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device c8e87d3e-60c2-49c8-a950-e682aed049cb up at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:44:27.070474 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Provisioning complete for port c8e87d3e-60c2-49c8-a950-e682aed049cb triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:27.070853 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:27.353881 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:27.399800 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392b1a1-86d4-4a51-8283-5c835c5d50c0 req-d3a9f337-44a0-44e9-bb07-60e902c549d5 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:27.401297 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f392b1a1-86d4-4a51-8283-5c835c5d50c0 req-d3a9f337-44a0-44e9-bb07-60e902c549d5 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 932 time: 0.0923047 May 06 18:44:27.461869 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-f392b1a1-86d4-4a51-8283-5c835c5d50c0 req-a8001dcd-ea8f-4f97-845b-65e018f374ee tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539806 May 06 18:44:28.698676 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f599680-931a-4d42-a32b-1ad08a92ab52 req-7ef38a73-69f2-4970-818f-3b8e64f1b5e8 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:28.700312 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4f599680-931a-4d42-a32b-1ad08a92ab52 req-7ef38a73-69f2-4970-818f-3b8e64f1b5e8 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 932 time: 0.1162393 May 06 18:44:28.759891 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4f599680-931a-4d42-a32b-1ad08a92ab52 req-075e2693-7aa5-478a-9379-4297606f744b tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528271 May 06 18:44:30.172014 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857c1ba-bc7a-4d4e-80f2-c895687ae513 req-390c9a5a-9775-404f-bd9a-64a9d3312bff tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:30.173473 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-5857c1ba-bc7a-4d4e-80f2-c895687ae513 req-390c9a5a-9775-404f-bd9a-64a9d3312bff tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 932 time: 0.1128242 May 06 18:44:30.236563 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-5857c1ba-bc7a-4d4e-80f2-c895687ae513 req-7010cd72-dc40-464a-a8f9-23fbcf3f97db tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568831 May 06 18:44:31.430579 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698fa27-e536-4591-bac4-b8368e73b978 req-6bae8b45-1248-401a-94dc-5f05f495e204 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:31.432131 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7698fa27-e536-4591-bac4-b8368e73b978 req-6bae8b45-1248-401a-94dc-5f05f495e204 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 932 time: 0.0855675 May 06 18:44:31.479538 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7698fa27-e536-4591-bac4-b8368e73b978 req-09e38ef5-94c4-4c4e-afaa-ec4f7bc767b1 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405982 May 06 18:44:31.672886 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-8025ef79-48a8-4b00-b397-87000eed256d req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] Request body: {'port': {'device_id': '9bb3f5aa-4d3d-41a2-88ce-0c6917052739', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:31.789237 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-8025ef79-48a8-4b00-b397-87000eed256d req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:32.144229 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-8025ef79-48a8-4b00-b397-87000eed256d req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:44:32.153302 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-8025ef79-48a8-4b00-b397-87000eed256d req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:32.167963 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-8025ef79-48a8-4b00-b397-87000eed256d req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] Transition to ACTIVE for port object c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:44:32.171833 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-8025ef79-48a8-4b00-b397-87000eed256d req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:32.175405 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-aaabf534-88b5-42d9-90d7-efb540431834 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:32.338683 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a9619e-4e2b-44d1-82bb-5300dfd02aa2,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:32.346666 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:32.414742 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-8025ef79-48a8-4b00-b397-87000eed256d req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] Attempting to bind port c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:44:32.415001 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-8025ef79-48a8-4b00-b397-87000eed256d req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] Attempting to bind port c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '01343bf8-f07d-4eb2-b8ff-0ea0190a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:44:32.415359 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8025ef79-48a8-4b00-b397-87000eed256d req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] Attempting to bind port c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 on network 5a00aaf0-c153-4042-9a52-2e096fe6b39c {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:44:32.420213 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8025ef79-48a8-4b00-b397-87000eed256d req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] Port c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 on network 5a00aaf0-c153-4042-9a52-2e096fe6b39c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:44:32.420527 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8025ef79-48a8-4b00-b397-87000eed256d req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] Attempting to bind port c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 on network 5a00aaf0-c153-4042-9a52-2e096fe6b39c {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:44:32.425575 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8025ef79-48a8-4b00-b397-87000eed256d req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] Checking agent: {'id': '9977d64c-d59d-4d1f-af57-b1bc23e96ce2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'started_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:44:32.425907 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8025ef79-48a8-4b00-b397-87000eed256d req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] Checking segment: {'id': '01343bf8-f07d-4eb2-b8ff-0ea0190a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:44:32.426282 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8025ef79-48a8-4b00-b397-87000eed256d req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] Bound using segment: {'id': '01343bf8-f07d-4eb2-b8ff-0ea0190a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:44:32.426704 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-8025ef79-48a8-4b00-b397-87000eed256d req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] Bound port: c9a9619e-4e2b-44d1-82bb-5300dfd02aa2, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01343bf8-f07d-4eb2-b8ff-0ea0190a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:44:32.427623 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-8025ef79-48a8-4b00-b397-87000eed256d req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:32.518989 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-8025ef79-48a8-4b00-b397-87000eed256d req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] For port c9a9619e-4e2b-44d1-82bb-5300dfd02aa2, host hv-cinder-73362, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:44:32.522090 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-8025ef79-48a8-4b00-b397-87000eed256d req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] For port c9a9619e-4e2b-44d1-82bb-5300dfd02aa2, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c9a9619e-4e2b-44d1-82bb-5300dfd02aa2,segment=NetworkSegment(01343bf8-f07d-4eb2-b8ff-0ea0190a5228),segment_id=01343bf8-f07d-4eb2-b8ff-0ea0190a5228)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:44:32.527244 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-8025ef79-48a8-4b00-b397-87000eed256d req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:32.531033 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-5c733d6f-77cb-4077-b891-a40b760ae0a2 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:32.585515 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025ef79-48a8-4b00-b397-87000eed256d req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:32.586213 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-8025ef79-48a8-4b00-b397-87000eed256d req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:32.587830 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8025ef79-48a8-4b00-b397-87000eed256d req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] 10.222.0.55 "PUT /v2.0/ports/c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 HTTP/1.1" status: 200 len: 1094 time: 0.9192667 May 06 18:44:32.588454 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb3f5aa-4d3d-41a2-88ce-0c6917052739', 'tag': 'c9a9619e-4e2b-44d1-82bb-5300dfd02aa2'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:44:32.685398 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb3f5aa-4d3d-41a2-88ce-0c6917052739', 'tag': 'c9a9619e-4e2b-44d1-82bb-5300dfd02aa2', 'status': 'completed', 'code': 200} May 06 18:44:32.696271 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a9619e-4e2b-44d1-82bb-5300dfd02aa2,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:32.709565 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:32.721830 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460aad9-7ea6-4e12-8a54-9bf8020410c0 req-f44f3107-6599-45e0-a441-62329f975a8d tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:32.723422 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1460aad9-7ea6-4e12-8a54-9bf8020410c0 req-f44f3107-6599-45e0-a441-62329f975a8d tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 944 time: 0.1296403 May 06 18:44:32.763002 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025ef79-48a8-4b00-b397-87000eed256d req-08fb0875-abd0-4d56-a432-02b0981586fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:32.765175 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8025ef79-48a8-4b00-b397-87000eed256d req-08fb0875-abd0-4d56-a432-02b0981586fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8fb40d7197446c7a4a7fb86335a053a&device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 1097 time: 0.1353929 May 06 18:44:32.796120 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1460aad9-7ea6-4e12-8a54-9bf8020410c0 req-b9a21e1e-5a92-4c40-97d6-c4b8092c6dd7 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608027 May 06 18:44:32.847438 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8025ef79-48a8-4b00-b397-87000eed256d req-c8c160ce-c244-4c52-8156-c34737744fbc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 HTTP/1.1" status: 200 len: 217 time: 0.0738659 May 06 18:44:33.020422 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025ef79-48a8-4b00-b397-87000eed256d req-7c493179-aca3-403f-8fe3-5cce12f7d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:33.022472 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8025ef79-48a8-4b00-b397-87000eed256d req-7c493179-aca3-403f-8fe3-5cce12f7d912 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3741ab13-23e1-4cb0-84ca-3c4021228ce6 HTTP/1.1" status: 200 len: 853 time: 0.1688483 May 06 18:44:33.109908 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025ef79-48a8-4b00-b397-87000eed256d req-829df839-e3f7-48ff-bb95-e517bec6377c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:33.111445 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8025ef79-48a8-4b00-b397-87000eed256d req-829df839-e3f7-48ff-bb95-e517bec6377c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a00aaf0-c153-4042-9a52-2e096fe6b39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0824771 May 06 18:44:33.244130 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8025ef79-48a8-4b00-b397-87000eed256d req-378e2fb5-4200-4b1e-a96b-8632de275503 service neutron] 10.222.0.55 "GET /v2.0/networks/5a00aaf0-c153-4042-9a52-2e096fe6b39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249545 May 06 18:44:33.376547 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8025ef79-48a8-4b00-b397-87000eed256d req-b0c1b4ac-20f1-4c40-91f3-9078956e98d0 service neutron] 10.222.0.55 "GET /v2.0/networks/5a00aaf0-c153-4042-9a52-2e096fe6b39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244326 May 06 18:44:33.497777 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b98a0-0f39-4861-b819-0b28667925bd req-1d29605c-7678-4b7a-8015-783f7d469c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:33.499141 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-639b98a0-0f39-4861-b819-0b28667925bd req-1d29605c-7678-4b7a-8015-783f7d469c1d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8fb40d7197446c7a4a7fb86335a053a&device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 1097 time: 0.0734813 May 06 18:44:33.628773 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b98a0-0f39-4861-b819-0b28667925bd req-58e401ed-3f81-4760-959a-699809c74196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:33.630842 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-639b98a0-0f39-4861-b819-0b28667925bd req-58e401ed-3f81-4760-959a-699809c74196 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a00aaf0-c153-4042-9a52-2e096fe6b39c HTTP/1.1" status: 200 len: 915 time: 0.1237562 May 06 18:44:33.699926 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-639b98a0-0f39-4861-b819-0b28667925bd req-cc49b595-6f0c-42b1-a716-a77fde418c91 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 HTTP/1.1" status: 200 len: 217 time: 0.0622292 May 06 18:44:33.771776 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b98a0-0f39-4861-b819-0b28667925bd req-7d679b05-f7ef-4165-8508-518114f35875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:33.772509 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-639b98a0-0f39-4861-b819-0b28667925bd req-7d679b05-f7ef-4165-8508-518114f35875 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3741ab13-23e1-4cb0-84ca-3c4021228ce6 HTTP/1.1" status: 200 len: 853 time: 0.0640185 May 06 18:44:33.855454 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b98a0-0f39-4861-b819-0b28667925bd req-ee42ca73-1b19-4034-afb6-0266571346e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:33.856949 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-639b98a0-0f39-4861-b819-0b28667925bd req-ee42ca73-1b19-4034-afb6-0266571346e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a00aaf0-c153-4042-9a52-2e096fe6b39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0769689 May 06 18:44:34.055446 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-639b98a0-0f39-4861-b819-0b28667925bd req-609cb336-e38a-49ec-b66d-b4e6599115c4 service neutron] 10.222.0.55 "GET /v2.0/networks/5a00aaf0-c153-4042-9a52-2e096fe6b39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897681 May 06 18:44:34.068574 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7f8ee-ecd4-465c-9d07-9f5c38cceffc req-e2725437-57b7-438c-bb95-6a59f9c37c3f tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:34.070189 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-43c7f8ee-ecd4-465c-9d07-9f5c38cceffc req-e2725437-57b7-438c-bb95-6a59f9c37c3f tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 944 time: 0.1337712 May 06 18:44:34.197153 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-43c7f8ee-ecd4-465c-9d07-9f5c38cceffc req-92bbab2b-a109-4d58-90b0-4d3838728d37 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078148 May 06 18:44:34.232948 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-639b98a0-0f39-4861-b819-0b28667925bd req-48b8ebf0-a143-42eb-b59c-f25fd706e146 service neutron] 10.222.0.55 "GET /v2.0/networks/5a00aaf0-c153-4042-9a52-2e096fe6b39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618042 May 06 18:44:35.372258 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:44:35.388915 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de263cbe-cf78-4058-a512-69455f189008 req-846d31d2-1948-4416-a775-492bf1b6f1f6 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:35.390364 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-de263cbe-cf78-4058-a512-69455f189008 req-846d31d2-1948-4416-a775-492bf1b6f1f6 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 944 time: 0.0857410 May 06 18:44:35.437795 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-de263cbe-cf78-4058-a512-69455f189008 req-bc93abf0-8ca6-431a-b6b0-e934b791aa8e tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409424 May 06 18:44:36.731811 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98afab-1d5b-43e6-92a5-35073981e9ea req-6592a4a9-ff22-40f0-90c0-60e26bb05e46 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:36.733171 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4e98afab-1d5b-43e6-92a5-35073981e9ea req-6592a4a9-ff22-40f0-90c0-60e26bb05e46 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 944 time: 0.1865335 May 06 18:44:36.782149 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4e98afab-1d5b-43e6-92a5-35073981e9ea req-eb34f867-d6a4-4de7-ae21-6adc0e6c60c5 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432668 May 06 18:44:36.920402 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:44:37.057950 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port c9a9619e-4e2b-44d1-82bb-5300dfd02aa2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c9a9619e-4e2b-44d1-82bb-5300dfd02aa2,segment=NetworkSegment(01343bf8-f07d-4eb2-b8ff-0ea0190a5228),segment_id=01343bf8-f07d-4eb2-b8ff-0ea0190a5228)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:44:37.071630 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': 'c9a9619e-4e2b-44d1-82bb-5300dfd02aa2', 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c', 'port_id': 'c9a9619e-4e2b-44d1-82bb-5300dfd02aa2', 'mac_address': 'fa:16:3e:96:0c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3741ab13-23e1-4cb0-84ca-3c4021228ce6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:44:37.126900 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:37.145178 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:44:37.160823 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port c9a9619e-4e2b-44d1-82bb-5300dfd02aa2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c9a9619e-4e2b-44d1-82bb-5300dfd02aa2,segment=NetworkSegment(01343bf8-f07d-4eb2-b8ff-0ea0190a5228),segment_id=01343bf8-f07d-4eb2-b8ff-0ea0190a5228)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:44:37.166386 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:37.168300 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:37.238730 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=c9a9619e-4e2b-44d1-82bb-5300dfd02aa2,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:37.242585 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:37.376889 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['c9a9619e-4e2b-44d1-82bb-5300dfd02aa2'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:44:37.416720 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-2547b027-cbb7-4c2e-8fed-3fd90047155a tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1481365787&fields=id&tenant_id=992bdb878c3d45afa89e89fa3a20f1f5 HTTP/1.1" status: 200 len: 267 time: 0.0426607 May 06 18:44:37.689043 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-7e244d36-4eeb-4c97-a658-05299f3a3b34 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:37.690540 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-7e244d36-4eeb-4c97-a658-05299f3a3b34 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/networks?id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 HTTP/1.1" status: 200 len: 812 time: 0.2668934 May 06 18:44:37.707460 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-8c93de3f-fc96-448b-ba84-db572398a898 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/quotas/992bdb878c3d45afa89e89fa3a20f1f5 HTTP/1.1" status: 200 len: 375 time: 0.0102911 May 06 18:44:37.795302 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-fec54b46-9134-42c0-938f-4f48a0e25ff9 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Synchronizing usage tracker for tenant:992bdb878c3d45afa89e89fa3a20f1f5 on resource:port {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:44:37.812256 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-fec54b46-9134-42c0-938f-4f48a0e25ff9 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Unset dirty status for tenant:992bdb878c3d45afa89e89fa3a20f1f5 on resource:port {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:44:37.813570 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-fec54b46-9134-42c0-938f-4f48a0e25ff9 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=992bdb878c3d45afa89e89fa3a20f1f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1005518 May 06 18:44:37.829186 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-71f1df58-b2c5-49e4-9fe1-599566d442e7 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=78804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 18:44:37.830125 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-71f1df58-b2c5-49e4-9fe1-599566d442e7 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053070 May 06 18:44:37.963793 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-3cb0419d-f759-41cb-9d4e-2c17a3572412 service neutron] 10.222.0.50 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278157 May 06 18:44:37.970403 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa1cca-9a01-48b7-94ae-664af2d8853d req-d0c083f8-fb3e-471c-8f22-573eb39daa63 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:37.971998 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6cfa1cca-9a01-48b7-94ae-664af2d8853d req-d0c083f8-fb3e-471c-8f22-573eb39daa63 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 945 time: 0.0807800 May 06 18:44:38.017529 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6cfa1cca-9a01-48b7-94ae-664af2d8853d req-1e0affa7-9e3f-492e-98e9-e34046a106b9 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390303 May 06 18:44:38.096571 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-4f2acc34-bd85-4ff7-b71a-4d1f28c5bcd8 service neutron] 10.222.0.50 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267443 May 06 18:44:38.485869 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b3a2d8e7-e818-4057-92b4-b432c4f7739e req-39b5226d-2b7a-493d-aa01-63043de1018b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=39219ff0-e27d-4b96-a277-2266b7f1d849 HTTP/1.1" status: 200 len: 210 time: 0.0478251 May 06 18:44:38.925871 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:44:38.998855 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning for port c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:44:39.004014 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:39.004384 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:39.128296 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:39.154926 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb3f5aa-4d3d-41a2-88ce-0c6917052739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a9619e-4e2b-44d1-82bb-5300dfd02aa2'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:44:39.166467 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port c9a9619e-4e2b-44d1-82bb-5300dfd02aa2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c9a9619e-4e2b-44d1-82bb-5300dfd02aa2,segment=NetworkSegment(01343bf8-f07d-4eb2-b8ff-0ea0190a5228),segment_id=01343bf8-f07d-4eb2-b8ff-0ea0190a5228)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:44:39.171197 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:39.173982 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:39.212033 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb3f5aa-4d3d-41a2-88ce-0c6917052739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a9619e-4e2b-44d1-82bb-5300dfd02aa2', 'code': 200} May 06 18:44:39.215952 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d8b03-c3f3-4d09-bd9d-86f0af41e270 req-ad9e9238-3386-4055-9573-605c40f9dfab tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:39.217326 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-9b2d8b03-c3f3-4d09-bd9d-86f0af41e270 req-ad9e9238-3386-4055-9573-605c40f9dfab tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 946 time: 0.0846038 May 06 18:44:39.248080 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=c9a9619e-4e2b-44d1-82bb-5300dfd02aa2,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:39.252109 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:39.265848 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-9b2d8b03-c3f3-4d09-bd9d-86f0af41e270 req-646a94e5-61dc-4afa-8d7c-3d14905e5e09 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421402 May 06 18:44:39.726409 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5c813f23-f916-4d26-ac5d-50280d9be095 req-e9714b67-3150-4981-a512-7853ba31f354 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=39219ff0-e27d-4b96-a277-2266b7f1d849 HTTP/1.1" status: 200 len: 210 time: 0.0735614 May 06 18:44:39.788285 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-9466ae88-472a-4f3d-b3b1-c1b363c614e1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:39.789009 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-9466ae88-472a-4f3d-b3b1-c1b363c614e1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Synchronizing usage tracker for tenant:992bdb878c3d45afa89e89fa3a20f1f5 on resource:network {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:44:39.794195 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1feb9-cca1-49b4-809a-a83930a5144d req-d062af33-6e66-4a03-8afb-efbc6a6910ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:39.795583 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-94f1feb9-cca1-49b4-809a-a83930a5144d req-d062af33-6e66-4a03-8afb-efbc6a6910ac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 1099 time: 0.3643806 May 06 18:44:39.836822 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-9466ae88-472a-4f3d-b3b1-c1b363c614e1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Unset dirty status for tenant:992bdb878c3d45afa89e89fa3a20f1f5 on resource:network {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:44:39.837902 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-9466ae88-472a-4f3d-b3b1-c1b363c614e1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.55 "GET /v2.0/networks?id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 HTTP/1.1" status: 200 len: 812 time: 0.3761148 May 06 18:44:39.845429 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-94f1feb9-cca1-49b4-809a-a83930a5144d req-8c16416e-645f-447a-95fd-f3f503b91162 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431523 May 06 18:44:39.927309 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-f6795e46-e7f1-4e5b-9c86-ca3149e39b78 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Synchronizing usage tracker for tenant:992bdb878c3d45afa89e89fa3a20f1f5 on resource:security_group {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:44:39.944763 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-f6795e46-e7f1-4e5b-9c86-ca3149e39b78 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Unset dirty status for tenant:992bdb878c3d45afa89e89fa3a20f1f5 on resource:security_group {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:44:39.945913 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-f6795e46-e7f1-4e5b-9c86-ca3149e39b78 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=992bdb878c3d45afa89e89fa3a20f1f5 HTTP/1.1" status: 200 len: 380 time: 0.0604870 May 06 18:44:39.967675 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-8d86dade-c10f-4043-8fcd-33e7a79e4fd8 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Request body: {'port': {'device_id': '39219ff0-e27d-4b96-a277-2266b7f1d849', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'admin_state_up': True, 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'security_groups': ['b5fc6399-8510-4773-8213-0aea9b47f340']}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:40.108445 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-8d86dade-c10f-4043-8fcd-33e7a79e4fd8 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:40.117939 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-8d86dade-c10f-4043-8fcd-33e7a79e4fd8 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:40.127537 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-8d86dade-c10f-4043-8fcd-33e7a79e4fd8 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Made reservation on behalf of 992bdb878c3d45afa89e89fa3a20f1f5 for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:44:40.131637 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-8d86dade-c10f-4043-8fcd-33e7a79e4fd8 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:40.300042 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-8d86dade-c10f-4043-8fcd-33e7a79e4fd8 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Allocated IP 172.20.0.10 (0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14/a32917cb-097d-4180-8cc5-69b1118bbbd7/0d18dbf9-361b-4a5d-a51e-4348611f22b4) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:44:40.464881 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4285c2-cfe0-4b6b-bd9b-b9f918b819d8 req-23515ca4-a150-470d-aad2-72949bf5fa8d tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:40.466344 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-cb4285c2-cfe0-4b6b-bd9b-b9f918b819d8 req-23515ca4-a150-470d-aad2-72949bf5fa8d tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 946 time: 0.0935948 May 06 18:44:40.494293 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-8d86dade-c10f-4043-8fcd-33e7a79e4fd8 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:40.509163 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-8d86dade-c10f-4043-8fcd-33e7a79e4fd8 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Transition to ACTIVE for port object 0d18dbf9-361b-4a5d-a51e-4348611f22b4 will not be triggered until provisioned by entity DHCP. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:44:40.516818 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-cb4285c2-cfe0-4b6b-bd9b-b9f918b819d8 req-c0528d48-55ed-4837-83f9-af09de541384 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445616 May 06 18:44:40.538643 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-8d86dade-c10f-4043-8fcd-33e7a79e4fd8 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:40.544313 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-1facb9ba-2f17-405e-9485-2fad34c22a9b tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:40.609360 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-8d86dade-c10f-4043-8fcd-33e7a79e4fd8 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Network 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:44:40.617496 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-8d86dade-c10f-4043-8fcd-33e7a79e4fd8 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:44:40.622153 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-8d86dade-c10f-4043-8fcd-33e7a79e4fd8 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:44:40.654806 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86dade-c10f-4043-8fcd-33e7a79e4fd8 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Pushing event updated for resources: {'Port': ['ID=0d18dbf9-361b-4a5d-a51e-4348611f22b4,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:40.661701 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8d86dade-c10f-4043-8fcd-33e7a79e4fd8 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:40.701085 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-8d86dade-c10f-4043-8fcd-33e7a79e4fd8 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:40.701789 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-8d86dade-c10f-4043-8fcd-33e7a79e4fd8 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:40.737480 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-8d86dade-c10f-4043-8fcd-33e7a79e4fd8 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7739794 May 06 18:44:40.750389 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] Request body: {'port': {'device_id': '39219ff0-e27d-4b96-a277-2266b7f1d849', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:40.931675 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:40.933249 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-3bb398fc-d9fb-45f1-9925-97f22789d629 None None] Provisioning for port 0d18dbf9-361b-4a5d-a51e-4348611f22b4 completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:44:40.938087 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-3bb398fc-d9fb-45f1-9925-97f22789d629 None None] Provisioning complete for port 0d18dbf9-361b-4a5d-a51e-4348611f22b4 triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:40.938467 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-3bb398fc-d9fb-45f1-9925-97f22789d629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:41.001824 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-3bb398fc-d9fb-45f1-9925-97f22789d629 None None] Port 0d18dbf9-361b-4a5d-a51e-4348611f22b4 cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:44:41.025001 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054a26c-f394-482f-9ba3-c8e3082da090 req-2759d4a6-db8c-4dc9-8238-dc9b653bdaa0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:41.025693 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-0054a26c-f394-482f-9ba3-c8e3082da090 req-2759d4a6-db8c-4dc9-8238-dc9b653bdaa0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Synchronizing usage tracker for tenant:992bdb878c3d45afa89e89fa3a20f1f5 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:44:41.093529 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-0054a26c-f394-482f-9ba3-c8e3082da090 req-2759d4a6-db8c-4dc9-8238-dc9b653bdaa0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Unset dirty status for tenant:992bdb878c3d45afa89e89fa3a20f1f5 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:44:41.095005 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0054a26c-f394-482f-9ba3-c8e3082da090 req-2759d4a6-db8c-4dc9-8238-dc9b653bdaa0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=39219ff0-e27d-4b96-a277-2266b7f1d849 HTTP/1.1" status: 200 len: 932 time: 0.2471414 May 06 18:44:41.231054 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0054a26c-f394-482f-9ba3-c8e3082da090 req-968cbcb5-be6a-4759-b14d-d8f2ffc45f4e tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289685 May 06 18:44:41.356008 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d18dbf9-361b-4a5d-a51e-4348611f22b4 {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:44:41.363189 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:41.377459 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] Transition to ACTIVE for port object 0d18dbf9-361b-4a5d-a51e-4348611f22b4 will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:44:41.381575 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:41.385289 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f134328d-a3a2-4575-a8d1-6c6ac5dc0432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:41.537561 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] Pushing event updated for resources: {'Port': ['ID=0d18dbf9-361b-4a5d-a51e-4348611f22b4,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:41.545258 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:41.718869 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f31f89-8965-466e-ad1a-6a12ea9578bf req-b2622319-659a-402f-aecf-1b35332ed727 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:41.720415 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b5f31f89-8965-466e-ad1a-6a12ea9578bf req-b2622319-659a-402f-aecf-1b35332ed727 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 946 time: 0.0860879 May 06 18:44:41.736144 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] Attempting to bind port 0d18dbf9-361b-4a5d-a51e-4348611f22b4 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:44:41.736473 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] Attempting to bind port 0d18dbf9-361b-4a5d-a51e-4348611f22b4 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '18668fc2-a888-4e60-89c3-6a276abc0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:44:41.736795 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] Attempting to bind port 0d18dbf9-361b-4a5d-a51e-4348611f22b4 on network 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:44:41.741801 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] Port 0d18dbf9-361b-4a5d-a51e-4348611f22b4 on network 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:44:41.742451 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] Attempting to bind port 0d18dbf9-361b-4a5d-a51e-4348611f22b4 on network 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:44:41.747203 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] Checking agent: {'id': '9977d64c-d59d-4d1f-af57-b1bc23e96ce2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'started_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:44:41.747537 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] Checking segment: {'id': '18668fc2-a888-4e60-89c3-6a276abc0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:44:41.747908 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] Bound using segment: {'id': '18668fc2-a888-4e60-89c3-6a276abc0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:44:41.748406 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] Bound port: 0d18dbf9-361b-4a5d-a51e-4348611f22b4, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18668fc2-a888-4e60-89c3-6a276abc0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:44:41.748665 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:41.793034 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b5f31f89-8965-466e-ad1a-6a12ea9578bf req-97360ffd-1795-4435-bc96-21e6e1994d1f tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639446 May 06 18:44:41.842168 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] For port 0d18dbf9-361b-4a5d-a51e-4348611f22b4, host hv-cinder-73362, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:44:41.845896 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] For port 0d18dbf9-361b-4a5d-a51e-4348611f22b4, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0d18dbf9-361b-4a5d-a51e-4348611f22b4,segment=NetworkSegment(18668fc2-a888-4e60-89c3-6a276abc0f8f),segment_id=18668fc2-a888-4e60-89c3-6a276abc0f8f)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:44:41.851632 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:41.855474 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-12a1d355-816a-4226-97de-23781ac01783 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:41.944866 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:41.945484 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:41.946877 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] 10.222.0.55 "PUT /v2.0/ports/0d18dbf9-361b-4a5d-a51e-4348611f22b4 HTTP/1.1" status: 200 len: 1094 time: 1.2010860 May 06 18:44:41.953157 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39219ff0-e27d-4b96-a277-2266b7f1d849', 'tag': '0d18dbf9-361b-4a5d-a51e-4348611f22b4'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:44:41.986969 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] Pushing event updated for resources: {'Port': ['ID=0d18dbf9-361b-4a5d-a51e-4348611f22b4,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:41.990974 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:42.040287 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39219ff0-e27d-4b96-a277-2266b7f1d849', 'tag': '0d18dbf9-361b-4a5d-a51e-4348611f22b4', 'status': 'completed', 'code': 200} May 06 18:44:42.080956 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be054abf-1256-434c-b305-91b8b6c44634 req-59bbf87b-dcd2-4829-9448-7d1b37609b5b tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:42.082454 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-be054abf-1256-434c-b305-91b8b6c44634 req-59bbf87b-dcd2-4829-9448-7d1b37609b5b tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 946 time: 0.1754241 May 06 18:44:42.120838 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-93c67063-446c-4262-80bb-68d7822cce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:42.122294 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-93c67063-446c-4262-80bb-68d7822cce64 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=992bdb878c3d45afa89e89fa3a20f1f5&device_id=39219ff0-e27d-4b96-a277-2266b7f1d849 HTTP/1.1" status: 200 len: 1097 time: 0.1252069 May 06 18:44:42.199746 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-ded48fe9-c544-476e-9831-8f38d3fe7192 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d18dbf9-361b-4a5d-a51e-4348611f22b4 HTTP/1.1" status: 200 len: 217 time: 0.0680270 May 06 18:44:42.202557 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-be054abf-1256-434c-b305-91b8b6c44634 req-fe917bff-bd46-4d16-afd7-250f3c29f60d tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085708 May 06 18:44:42.265171 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-0211ff67-3d3b-4d46-a381-9e4b308ec5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:42.266589 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-0211ff67-3d3b-4d46-a381-9e4b308ec5c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a32917cb-097d-4180-8cc5-69b1118bbbd7 HTTP/1.1" status: 200 len: 851 time: 0.0601442 May 06 18:44:42.395316 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-6eef38b9-55e1-4efe-adfb-2dd99c43d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:42.398036 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-6eef38b9-55e1-4efe-adfb-2dd99c43d894 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1247115 May 06 18:44:42.522048 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c7c7c-3373-4e8f-9cb5-69810ad8662e req-f2304e2b-3551-4b76-a2aa-29924dd4be74 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:42.523517 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eb1c7c7c-3373-4e8f-9cb5-69810ad8662e req-f2304e2b-3551-4b76-a2aa-29924dd4be74 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=39219ff0-e27d-4b96-a277-2266b7f1d849 HTTP/1.1" status: 200 len: 944 time: 0.1848309 May 06 18:44:42.590309 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-e690eca8-6018-439f-bf50-acd9d06d4c75 service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849861 May 06 18:44:42.594729 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eb1c7c7c-3373-4e8f-9cb5-69810ad8662e req-c1577f5d-64cd-48bc-97e5-03506d58b963 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609879 May 06 18:44:42.598916 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064857a6-d09f-498c-bc2c-d99c9469370d req-6cc4ff4c-d2b8-46b8-8e30-fff8fee306bd tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:42.600636 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-064857a6-d09f-498c-bc2c-d99c9469370d req-6cc4ff4c-d2b8-46b8-8e30-fff8fee306bd tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 946 time: 0.0838513 May 06 18:44:42.653804 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-064857a6-d09f-498c-bc2c-d99c9469370d req-a8e10400-6f4f-4b3f-a234-b37232fae2e6 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472167 May 06 18:44:42.730005 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d676749a-af9c-4588-ae7f-4f62399e2792 req-45ccdb57-7558-4d62-8e09-8955f5e78cce service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332324 May 06 18:44:42.856503 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d31d39-8c8c-473b-9186-013c7f92a8f2 req-d364a977-ddaf-415b-a869-5ade2853f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:42.857891 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b2d31d39-8c8c-473b-9186-013c7f92a8f2 req-d364a977-ddaf-415b-a869-5ade2853f508 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=992bdb878c3d45afa89e89fa3a20f1f5&device_id=39219ff0-e27d-4b96-a277-2266b7f1d849 HTTP/1.1" status: 200 len: 1097 time: 0.0844574 May 06 18:44:43.007995 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d31d39-8c8c-473b-9186-013c7f92a8f2 req-63381cbb-198b-430e-a55d-13156dbd9553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:43.009839 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b2d31d39-8c8c-473b-9186-013c7f92a8f2 req-63381cbb-198b-430e-a55d-13156dbd9553 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 HTTP/1.1" status: 200 len: 913 time: 0.1430447 May 06 18:44:43.089672 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b2d31d39-8c8c-473b-9186-013c7f92a8f2 req-e5a7e3cb-22b1-4f86-be5e-1d5183e1132c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d18dbf9-361b-4a5d-a51e-4348611f22b4 HTTP/1.1" status: 200 len: 217 time: 0.0654750 May 06 18:44:43.167246 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d31d39-8c8c-473b-9186-013c7f92a8f2 req-c3f815b5-8e62-4bd7-952d-2184081d044e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:43.168669 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b2d31d39-8c8c-473b-9186-013c7f92a8f2 req-c3f815b5-8e62-4bd7-952d-2184081d044e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a32917cb-097d-4180-8cc5-69b1118bbbd7 HTTP/1.1" status: 200 len: 851 time: 0.0734074 May 06 18:44:43.246049 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d31d39-8c8c-473b-9186-013c7f92a8f2 req-076e0e7b-26f9-414a-a9e8-726a5293b0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:43.247531 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b2d31d39-8c8c-473b-9186-013c7f92a8f2 req-076e0e7b-26f9-414a-a9e8-726a5293b0ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0717864 May 06 18:44:43.379019 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b2d31d39-8c8c-473b-9186-013c7f92a8f2 req-83f3a46a-96f1-4bba-a7e2-ac136c0d07af service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248441 May 06 18:44:43.608315 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b2d31d39-8c8c-473b-9186-013c7f92a8f2 req-70df6921-d786-4db5-889f-bdcdf7425095 service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226856 May 06 18:44:43.780538 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df3c66-c243-4bac-abf7-fc8e52b0e3cc req-f2b1851a-ce68-4d9a-95ab-8acd4d0f5bae tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:43.782047 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c3df3c66-c243-4bac-abf7-fc8e52b0e3cc req-f2b1851a-ce68-4d9a-95ab-8acd4d0f5bae tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=39219ff0-e27d-4b96-a277-2266b7f1d849 HTTP/1.1" status: 200 len: 944 time: 0.0835857 May 06 18:44:43.828236 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c3df3c66-c243-4bac-abf7-fc8e52b0e3cc req-ee128838-4124-414b-bde5-5ef5d5a8ce55 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404577 May 06 18:44:45.031560 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c343c-e697-4f35-8e04-1c9d2786e90e req-24827b44-ae81-41f4-b588-9ae434610cbe tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:45.033022 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-910c343c-e697-4f35-8e04-1c9d2786e90e req-24827b44-ae81-41f4-b588-9ae434610cbe tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=39219ff0-e27d-4b96-a277-2266b7f1d849 HTTP/1.1" status: 200 len: 944 time: 0.0912442 May 06 18:44:45.082786 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-910c343c-e697-4f35-8e04-1c9d2786e90e req-65bd9774-1cc4-4af7-bd26-541672ec553e tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428491 May 06 18:44:46.266709 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9cf03-0123-4399-be35-6f37e8b182a0 req-1cc9f344-6f5b-4748-9a7c-5caae805bbfa tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:46.268189 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-66b9cf03-0123-4399-be35-6f37e8b182a0 req-1cc9f344-6f5b-4748-9a7c-5caae805bbfa tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=39219ff0-e27d-4b96-a277-2266b7f1d849 HTTP/1.1" status: 200 len: 944 time: 0.0786340 May 06 18:44:46.291907 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-04451a0a-5abf-44ca-9157-dea2f9b05709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:46.317473 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-66b9cf03-0123-4399-be35-6f37e8b182a0 req-c9876ce5-d354-4531-a962-81c89d2417a5 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427983 May 06 18:44:47.496965 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77978fe-79f2-41ec-900d-8e98b18008a4 req-1a038093-2c02-4031-95af-6176877fce3f tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:47.498396 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f77978fe-79f2-41ec-900d-8e98b18008a4 req-1a038093-2c02-4031-95af-6176877fce3f tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=39219ff0-e27d-4b96-a277-2266b7f1d849 HTTP/1.1" status: 200 len: 944 time: 0.0778310 May 06 18:44:47.542944 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f77978fe-79f2-41ec-900d-8e98b18008a4 req-e0b5b17d-47bc-4d4b-83c0-2311a38c390e tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388532 May 06 18:44:48.319809 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:48.715721 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-812b7063-bb12-4cf1-8b38-3e888d7600e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:48.734224 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5898f1-e3b7-49de-911e-3f11e89366db req-daf17c79-34d7-4dae-8305-41a1167baf43 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:48.735699 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ab5898f1-e3b7-49de-911e-3f11e89366db req-daf17c79-34d7-4dae-8305-41a1167baf43 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=39219ff0-e27d-4b96-a277-2266b7f1d849 HTTP/1.1" status: 200 len: 944 time: 0.0858612 May 06 18:44:48.784921 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ab5898f1-e3b7-49de-911e-3f11e89366db req-fdf16264-8f67-438a-b770-f41ac86ef768 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433836 May 06 18:44:49.972745 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e917021-6e60-4506-b1f5-bf70f26db2b1 req-d4c62fa7-981d-4a5a-8cd9-a37e32f3f6e3 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:49.974288 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4e917021-6e60-4506-b1f5-bf70f26db2b1 req-d4c62fa7-981d-4a5a-8cd9-a37e32f3f6e3 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=39219ff0-e27d-4b96-a277-2266b7f1d849 HTTP/1.1" status: 200 len: 944 time: 0.0862005 May 06 18:44:50.020744 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4e917021-6e60-4506-b1f5-bf70f26db2b1 req-0ef021ff-4dbd-4be8-8f8e-d49a9851bf23 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402863 May 06 18:44:50.107960 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:50.959757 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 0d18dbf9-361b-4a5d-a51e-4348611f22b4 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:44:51.096231 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 0d18dbf9-361b-4a5d-a51e-4348611f22b4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0d18dbf9-361b-4a5d-a51e-4348611f22b4,segment=NetworkSegment(18668fc2-a888-4e60-89c3-6a276abc0f8f),segment_id=18668fc2-a888-4e60-89c3-6a276abc0f8f)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:44:51.111816 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': '0d18dbf9-361b-4a5d-a51e-4348611f22b4', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'port_id': '0d18dbf9-361b-4a5d-a51e-4348611f22b4', 'mac_address': 'fa:16:3e:3e:aa:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:44:51.173021 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:51.190296 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d18dbf9-361b-4a5d-a51e-4348611f22b4 {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:44:51.207537 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 0d18dbf9-361b-4a5d-a51e-4348611f22b4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0d18dbf9-361b-4a5d-a51e-4348611f22b4,segment=NetworkSegment(18668fc2-a888-4e60-89c3-6a276abc0f8f),segment_id=18668fc2-a888-4e60-89c3-6a276abc0f8f)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:44:51.213313 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:51.215127 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:51.223559 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ecbe2-dd9a-4416-9723-3239c18e4905 req-4586e2ff-7b50-4da9-b00f-5471201d66b3 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:51.225252 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-232ecbe2-dd9a-4416-9723-3239c18e4905 req-4586e2ff-7b50-4da9-b00f-5471201d66b3 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=39219ff0-e27d-4b96-a277-2266b7f1d849 HTTP/1.1" status: 200 len: 944 time: 0.0962539 May 06 18:44:51.286103 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-232ecbe2-dd9a-4416-9723-3239c18e4905 req-99f3deb3-efbf-4d71-b74c-d6ab8cf4d6b3 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543988 May 06 18:44:51.291916 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=0d18dbf9-361b-4a5d-a51e-4348611f22b4,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:51.308556 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:51.308556 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:51.308556 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:51.308556 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:51.308556 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:51.308556 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:51.308556 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:51.308556 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:51.308556 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:51.308556 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:51.308556 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:51.308556 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:51.309546 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:51.430667 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['0d18dbf9-361b-4a5d-a51e-4348611f22b4'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:44:51.693560 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:51.947416 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d830f04-3542-4102-bc56-48f0e6ae8f56 req-22e93010-ea45-4ad9-afd9-ab7b41d3bdb5 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:51.948985 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2d830f04-3542-4102-bc56-48f0e6ae8f56 req-22e93010-ea45-4ad9-afd9-ab7b41d3bdb5 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 946 time: 0.0804522 May 06 18:44:51.995259 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2d830f04-3542-4102-bc56-48f0e6ae8f56 req-5680ad67-49cd-4531-b3a7-75a9f908e326 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404725 May 06 18:44:52.019174 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51394) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:44:52.206461 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfb5c20-2a70-45b5-a017-3e2f05b9f563 tempest-TestMinimumBasicScenario-110396208 tempest-TestMinimumBasicScenario-110396208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:52.207190 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-acfb5c20-2a70-45b5-a017-3e2f05b9f563 tempest-TestMinimumBasicScenario-110396208 tempest-TestMinimumBasicScenario-110396208-project-admin] Synchronizing usage tracker for tenant:44189ecf60d848cf876cf281fd46f4b0 on resource:port {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:44:52.224512 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-acfb5c20-2a70-45b5-a017-3e2f05b9f563 tempest-TestMinimumBasicScenario-110396208 tempest-TestMinimumBasicScenario-110396208-project-admin] Unset dirty status for tenant:44189ecf60d848cf876cf281fd46f4b0 on resource:port {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:44:52.225805 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-acfb5c20-2a70-45b5-a017-3e2f05b9f563 tempest-TestMinimumBasicScenario-110396208 tempest-TestMinimumBasicScenario-110396208-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 1094 time: 0.2057123 May 06 18:44:52.228914 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51400) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:44:52.234028 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Request body: {'floatingip': {'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'port_id': 'c9a9619e-4e2b-44d1-82bb-5300dfd02aa2', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:52.240610 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:52.244692 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Usage tracker for resource:floatingip and tenant:d8fb40d7197446c7a4a7fb86335a053a is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:44:52.247668 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:44:52.253207 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:52.264190 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for floatingip, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:52.453650 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:52.590607 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47604ed-8517-4b83-8fac-96e4e03771ce req-a841dba9-8424-4fa5-ae52-695b70b35ee7 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:52.591984 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e47604ed-8517-4b83-8fac-96e4e03771ce req-a841dba9-8424-4fa5-ae52-695b70b35ee7 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=39219ff0-e27d-4b96-a277-2266b7f1d849 HTTP/1.1" status: 200 len: 945 time: 0.1904786 May 06 18:44:52.644847 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Allocated IP 172.27.1.225 (884521b5-a319-4325-bd13-24951164ba4c/9fcafda4-8977-4d90-a4c2-0719bb43c11a/940fb664-29a8-495a-bf93-63cb5d6a0392) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:44:52.670597 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e47604ed-8517-4b83-8fac-96e4e03771ce req-4c4bb3fd-e10a-46c7-8d41-12587efbebfc tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664883 May 06 18:44:52.904813 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:52.934330 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:52.938775 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-b89ea360-906d-4923-9fa5-7dd14f93275e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:52.971729 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 0d18dbf9-361b-4a5d-a51e-4348611f22b4 up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:44:52.993800 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Network 884521b5-a319-4325-bd13-24951164ba4c is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:44:52.996602 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:44:53.004566 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:44:53.043498 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Pushing event updated for resources: {'Port': ['ID=940fb664-29a8-495a-bf93-63cb5d6a0392,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:53.044655 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning for port 0d18dbf9-361b-4a5d-a51e-4348611f22b4 completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:44:53.047742 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:53.049730 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port 0d18dbf9-361b-4a5d-a51e-4348611f22b4 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:53.049889 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:53.196947 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:53.222928 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39219ff0-e27d-4b96-a277-2266b7f1d849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d18dbf9-361b-4a5d-a51e-4348611f22b4'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:44:53.232492 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 0d18dbf9-361b-4a5d-a51e-4348611f22b4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0d18dbf9-361b-4a5d-a51e-4348611f22b4,segment=NetworkSegment(18668fc2-a888-4e60-89c3-6a276abc0f8f),segment_id=18668fc2-a888-4e60-89c3-6a276abc0f8f)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:44:53.237036 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:53.238908 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-5b48ba8c-fe4c-433e-aeb9-946df296c613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:53.276286 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39219ff0-e27d-4b96-a277-2266b7f1d849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d18dbf9-361b-4a5d-a51e-4348611f22b4', 'code': 200} May 06 18:44:53.311165 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=0d18dbf9-361b-4a5d-a51e-4348611f22b4,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:53.314497 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:53.421162 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:53.497171 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:53.561644 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1d9bd-ff4f-4f32-af57-6415eb1b878e req-d69ecead-a319-44f2-aea3-9c04ef5f6715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:53.563124 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b4a1d9bd-ff4f-4f32-af57-6415eb1b878e req-d69ecead-a319-44f2-aea3-9c04ef5f6715 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=39219ff0-e27d-4b96-a277-2266b7f1d849 HTTP/1.1" status: 200 len: 1099 time: 0.0774379 May 06 18:44:53.616441 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b4a1d9bd-ff4f-4f32-af57-6415eb1b878e req-05ee8eef-4992-4a6b-83fe-f12eb0a51495 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449178 May 06 18:44:53.717437 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:53.723402 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062806'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:53.728706 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:53.882238 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Pushing event updated for resources: {'Port': ['ID=940fb664-29a8-495a-bf93-63cb5d6a0392,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:53.886773 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:53.903205 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1046138'] for floatingip, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:54.074506 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cfa3a-bf25-44b4-9844-1d4952253861 req-673faa38-f2b6-4582-b6d3-fd265c57c9fc tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:54.075972 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b05cfa3a-bf25-44b4-9844-1d4952253861 req-673faa38-f2b6-4582-b6d3-fd265c57c9fc tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=39219ff0-e27d-4b96-a277-2266b7f1d849 HTTP/1.1" status: 200 len: 946 time: 0.2661989 May 06 18:44:54.131903 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.db.l3_db [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Floating IP eb0a77aa-2f7d-46c2-aade-2df8f39483e6 associated. External IP: 172.27.1.225, port: c9a9619e-4e2b-44d1-82bb-5300dfd02aa2. May 06 18:44:54.191698 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-b05cfa3a-bf25-44b4-9844-1d4952253861 req-d05a3a18-f5be-4f5c-9f94-f9911ef36a4b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094077 May 06 18:44:54.619010 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Router 55df6ebc-27b6-4d57-9748-bf623b8fe684 has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:44:54.796032 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:44:54.805718 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ac9050-c1b5-41b5-9ad0-0bfde7bc8bdb None None] Sync routers for ids ['55df6ebc-27b6-4d57-9748-bf623b8fe684'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:44:54.821903 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for floatingip, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:54.823327 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ac9050-c1b5-41b5-9ad0-0bfde7bc8bdb None None] Routers {'55df6ebc-27b6-4d57-9748-bf623b8fe684'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:44:54.823982 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-17ac9050-c1b5-41b5-9ad0-0bfde7bc8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:44:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['55df6ebc-27b6-4d57-9748-bf623b8fe684'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:54.881876 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-92b0f6fe-ea4c-4101-a322-cbd5d881ebf0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6517565 May 06 18:44:54.882631 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb3f5aa-4d3d-41a2-88ce-0c6917052739', 'tag': 'c9a9619e-4e2b-44d1-82bb-5300dfd02aa2'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:44:54.885176 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 51410) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:44:54.891497 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1623038328', 'description': 'tempest-secgroup-smoke-1623038328 description', 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:54.899069 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:54.909507 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:54.922377 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:54.930160 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb3f5aa-4d3d-41a2-88ce-0c6917052739', 'tag': 'c9a9619e-4e2b-44d1-82bb-5300dfd02aa2', 'status': 'completed', 'code': 200} May 06 18:44:54.959064 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:54.999405 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Usage tracker for resource:security_group_rule and tenant:d8fb40d7197446c7a4a7fb86335a053a is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:44:55.007337 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:44:55.014869 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:55.078680 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37defa22-18e9-41d3-8174-cd5b2496199b req-44fadea0-020f-4b26-9e2e-8dba94e87039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:55.080204 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-37defa22-18e9-41d3-8174-cd5b2496199b req-44fadea0-020f-4b26-9e2e-8dba94e87039 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8fb40d7197446c7a4a7fb86335a053a&device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 1099 time: 0.1231763 May 06 18:44:55.101590 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-17ac9050-c1b5-41b5-9ad0-0bfde7bc8bdb None None] Set router 55df6ebc-27b6-4d57-9748-bf623b8fe684 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:44:55.190829 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:55.200433 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:55.210737 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-63302bde-b9b0-421e-924d-a7d3b592349c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:55.291028 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad1d6bf-b364-48a0-b555-ad1bff041248,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:55.297653 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37defa22-18e9-41d3-8174-cd5b2496199b req-c98c9580-3251-4e09-8b8d-fddda5cb549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:55.299169 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-37defa22-18e9-41d3-8174-cd5b2496199b req-c98c9580-3251-4e09-8b8d-fddda5cb549c service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a00aaf0-c153-4042-9a52-2e096fe6b39c HTTP/1.1" status: 200 len: 915 time: 0.2103429 May 06 18:44:55.299865 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:55.304863 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4146662 May 06 18:44:55.305765 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 51418) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:44:55.365718 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:55.366117 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:55.366478 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:55.366842 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:55.367718 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:55.367718 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:55.368029 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:55.368314 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:55.368830 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:55.369201 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:55.369560 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:55.369920 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:55.373950 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-a572c316-117d-4a2e-895a-fe4b629ea761 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:55.384800 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-a0173cc5-0dd5-4217-8b99-f75185d397ba tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Request body: {'security_group_rule': {'security_group_id': 'fad1d6bf-b364-48a0-b555-ad1bff041248', 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:55.398911 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-a0173cc5-0dd5-4217-8b99-f75185d397ba tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:55.402936 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-a0173cc5-0dd5-4217-8b99-f75185d397ba tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Usage tracker for resource:security_group_rule and tenant:d8fb40d7197446c7a4a7fb86335a053a is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:44:55.405900 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-a0173cc5-0dd5-4217-8b99-f75185d397ba tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:44:55.413710 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef333e-b35a-4f11-985f-e1110705495e req-8ff86620-c781-4351-832e-4866239b3d0c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:55.413926 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-a0173cc5-0dd5-4217-8b99-f75185d397ba tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:55.415281 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e7ef333e-b35a-4f11-985f-e1110705495e req-8ff86620-c781-4351-832e-4866239b3d0c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=39219ff0-e27d-4b96-a277-2266b7f1d849 HTTP/1.1" status: 200 len: 946 time: 0.1047556 May 06 18:44:55.456897 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a0173cc5-0dd5-4217-8b99-f75185d397ba tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:55.471830 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-37defa22-18e9-41d3-8174-cd5b2496199b req-9544b4a2-4e35-4e7e-8e8c-750be6a9fdd2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 HTTP/1.1" status: 200 len: 1000 time: 0.1650870 May 06 18:44:55.473562 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-e7ef333e-b35a-4f11-985f-e1110705495e req-5b829834-2752-47df-b5c4-86c58e83dff0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447218 May 06 18:44:55.494059 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-17ac9050-c1b5-41b5-9ad0-0bfde7bc8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'name': 'tempest-TestMinimumBasicScenario-616240611-router', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:43:48Z', 'updated_at': '2021-05-06T18:43:53Z', 'revision_number': 4, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'gw_port': {'id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:49Z', 'updated_at': '2021-05-06T18:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': 'eb0a77aa-2f7d-46c2-aade-2df8f39483e6', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'port_id': 'c9a9619e-4e2b-44d1-82bb-5300dfd02aa2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c', 'mac_address': 'fa:16:3e:96:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb3f5aa-4d3d-41a2-88ce-0c6917052739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:44:53Z', 'updated_at': '2021-05-06T18:44:53Z', 'revision_number': 0, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7078fdb-ba74-47f3-aeef-20fbdf8b5eb1', 'name': '', 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'mac_address': 'fa:16:3e:2a:93:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '3741ab13-23e1-4cb0-84ca-3c4021228ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:52Z', 'updated_at': '2021-05-06T18:43:59Z', 'revision_number': 5, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'subnets': [{'id': '3741ab13-23e1-4cb0-84ca-3c4021228ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:55.498899 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ac9050-c1b5-41b5-9ad0-0bfde7bc8bdb None None] Checking router: 55df6ebc-27b6-4d57-9748-bf623b8fe684 for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:44:55.512769 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ac9050-c1b5-41b5-9ad0-0bfde7bc8bdb None None] Routers {'55df6ebc-27b6-4d57-9748-bf623b8fe684'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:44:55.513644 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-17ac9050-c1b5-41b5-9ad0-0bfde7bc8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:44:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['55df6ebc-27b6-4d57-9748-bf623b8fe684'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:55.573853 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37defa22-18e9-41d3-8174-cd5b2496199b req-ff461454-b849-4aee-9d3a-0146e4f3105c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:55.575389 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-37defa22-18e9-41d3-8174-cd5b2496199b req-ff461454-b849-4aee-9d3a-0146e4f3105c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3741ab13-23e1-4cb0-84ca-3c4021228ce6 HTTP/1.1" status: 200 len: 853 time: 0.0962443 May 06 18:44:55.623600 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a0173cc5-0dd5-4217-8b99-f75185d397ba tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:55.664824 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a0173cc5-0dd5-4217-8b99-f75185d397ba tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:55.685940 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-eaea3af5-4389-4083-b83f-5d4bbc5bb35f tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:55.698317 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-17ac9050-c1b5-41b5-9ad0-0bfde7bc8bdb None None] Set router 55df6ebc-27b6-4d57-9748-bf623b8fe684 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:44:55.715690 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0173cc5-0dd5-4217-8b99-f75185d397ba tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=058ac1bc-323d-4611-b28c-a9b976926394,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:55.722567 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-a0173cc5-0dd5-4217-8b99-f75185d397ba tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:55.729901 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a0173cc5-0dd5-4217-8b99-f75185d397ba tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:55.731093 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-a0173cc5-0dd5-4217-8b99-f75185d397ba tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4232998 May 06 18:44:55.734055 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51424) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:44:55.741229 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-ebbd56f4-d026-4095-83d9-610ce26be015 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Request body: {'security_group_rule': {'security_group_id': 'fad1d6bf-b364-48a0-b555-ad1bff041248', 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:55.747721 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-ebbd56f4-d026-4095-83d9-610ce26be015 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:55.751617 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-ebbd56f4-d026-4095-83d9-610ce26be015 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Usage tracker for resource:security_group_rule and tenant:d8fb40d7197446c7a4a7fb86335a053a is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:44:55.754631 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-ebbd56f4-d026-4095-83d9-610ce26be015 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:44:55.761185 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-ebbd56f4-d026-4095-83d9-610ce26be015 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:55.767044 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37defa22-18e9-41d3-8174-cd5b2496199b req-4333eb7c-f343-4efc-b52a-e17b3eecd1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:55.768338 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-37defa22-18e9-41d3-8174-cd5b2496199b req-4333eb7c-f343-4efc-b52a-e17b3eecd1a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a00aaf0-c153-4042-9a52-2e096fe6b39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1856604 May 06 18:44:55.777552 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a789144-ee11-486b-9a34-52866481ccfd req-c681a885-4d13-43ec-9d97-f28c701277ee tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:55.778733 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ebbd56f4-d026-4095-83d9-610ce26be015 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:55.779046 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2a789144-ee11-486b-9a34-52866481ccfd req-c681a885-4d13-43ec-9d97-f28c701277ee tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=39219ff0-e27d-4b96-a277-2266b7f1d849 HTTP/1.1" status: 200 len: 946 time: 0.1615803 May 06 18:44:55.845684 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ebbd56f4-d026-4095-83d9-610ce26be015 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:55.850702 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ebbd56f4-d026-4095-83d9-610ce26be015 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:55.852956 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-1581da6a-fb22-4f54-b89f-ffdeaa113097 tempest-AttachVolumeTestJSON-490137327 tempest-AttachVolumeTestJSON-490137327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:55.873918 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd56f4-d026-4095-83d9-610ce26be015 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d267942-0d14-4089-a4cb-552cef0cfe92,revision_number=0']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:55.878057 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-ebbd56f4-d026-4095-83d9-610ce26be015 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:55.887951 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ebbd56f4-d026-4095-83d9-610ce26be015 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:55.891745 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-ebbd56f4-d026-4095-83d9-610ce26be015 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1540956 May 06 18:44:55.891993 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51428) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:44:55.897881 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-a9233945-b422-4d5c-9f0f-38455a34bfe3 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Request body: {'security_group_rule': {'security_group_id': 'fad1d6bf-b364-48a0-b555-ad1bff041248', 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:55.904175 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-a9233945-b422-4d5c-9f0f-38455a34bfe3 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:55.908103 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-a9233945-b422-4d5c-9f0f-38455a34bfe3 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Usage tracker for resource:security_group_rule and tenant:d8fb40d7197446c7a4a7fb86335a053a is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:44:55.910902 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-a9233945-b422-4d5c-9f0f-38455a34bfe3 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:44:55.916565 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2a789144-ee11-486b-9a34-52866481ccfd req-be31247d-0997-476d-98bb-fe42c4349a53 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165447 May 06 18:44:55.917831 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-a9233945-b422-4d5c-9f0f-38455a34bfe3 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:55.942067 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a9233945-b422-4d5c-9f0f-38455a34bfe3 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:55.950044 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51432) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:44:55.966584 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-37defa22-18e9-41d3-8174-cd5b2496199b req-6d912d52-64cb-4fac-a5a9-d24cccbcf665 service neutron] 10.222.0.55 "GET /v2.0/networks/5a00aaf0-c153-4042-9a52-2e096fe6b39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863236 May 06 18:44:56.081923 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a9233945-b422-4d5c-9f0f-38455a34bfe3 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:56.088240 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a9233945-b422-4d5c-9f0f-38455a34bfe3 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:56.093281 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7cf11aa0-b47f-411c-b875-b356e725fdea tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:56.114712 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-17ac9050-c1b5-41b5-9ad0-0bfde7bc8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'name': 'tempest-TestMinimumBasicScenario-616240611-router', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:43:48Z', 'updated_at': '2021-05-06T18:43:53Z', 'revision_number': 4, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'gw_port': {'id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:49Z', 'updated_at': '2021-05-06T18:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': 'eb0a77aa-2f7d-46c2-aade-2df8f39483e6', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'port_id': 'c9a9619e-4e2b-44d1-82bb-5300dfd02aa2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c', 'mac_address': 'fa:16:3e:96:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb3f5aa-4d3d-41a2-88ce-0c6917052739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:44:53Z', 'updated_at': '2021-05-06T18:44:53Z', 'revision_number': 0, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7078fdb-ba74-47f3-aeef-20fbdf8b5eb1', 'name': '', 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'mac_address': 'fa:16:3e:2a:93:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '3741ab13-23e1-4cb0-84ca-3c4021228ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:52Z', 'updated_at': '2021-05-06T18:43:59Z', 'revision_number': 5, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'subnets': [{'id': '3741ab13-23e1-4cb0-84ca-3c4021228ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:56.117789 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9233945-b422-4d5c-9f0f-38455a34bfe3 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b4564f-3a11-42bc-879f-32299699be73,revision_number=0']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:56.119925 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ac9050-c1b5-41b5-9ad0-0bfde7bc8bdb None None] The sync data for ids ['55df6ebc-27b6-4d57-9748-bf623b8fe684'] in dv-cinder-733622-15-iscsi is: [{'id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'name': 'tempest-TestMinimumBasicScenario-616240611-router', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:43:48Z', 'updated_at': '2021-05-06T18:43:53Z', 'revision_number': 4, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'gw_port': {'id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:49Z', 'updated_at': '2021-05-06T18:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': 'eb0a77aa-2f7d-46c2-aade-2df8f39483e6', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'port_id': 'c9a9619e-4e2b-44d1-82bb-5300dfd02aa2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c', 'mac_address': 'fa:16:3e:96:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb3f5aa-4d3d-41a2-88ce-0c6917052739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:44:53Z', 'updated_at': '2021-05-06T18:44:53Z', 'revision_number': 0, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7078fdb-ba74-47f3-aeef-20fbdf8b5eb1', 'name': '', 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'mac_address': 'fa:16:3e:2a:93:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '3741ab13-23e1-4cb0-84ca-3c4021228ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:52Z', 'updated_at': '2021-05-06T18:43:59Z', 'revision_number': 5, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'subnets': [{'id': '3741ab13-23e1-4cb0-84ca-3c4021228ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:44:56.123790 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-a9233945-b422-4d5c-9f0f-38455a34bfe3 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:56.142261 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a9233945-b422-4d5c-9f0f-38455a34bfe3 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:56.146797 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-a9233945-b422-4d5c-9f0f-38455a34bfe3 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2538853 May 06 18:44:56.149748 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51438) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:44:56.156984 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-707bf49c-bf6f-4d1d-bab1-74e847bce739 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Request body: {'security_group_rule': {'security_group_id': 'fad1d6bf-b364-48a0-b555-ad1bff041248', 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:56.169044 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-707bf49c-bf6f-4d1d-bab1-74e847bce739 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:56.174110 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76e92c1-8e34-4045-b029-117df1146e3c tempest-TestVolumeBootPattern-980394536 tempest-TestVolumeBootPattern-980394536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:56.180892 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-c76e92c1-8e34-4045-b029-117df1146e3c tempest-TestVolumeBootPattern-980394536 tempest-TestVolumeBootPattern-980394536-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=39219ff0-e27d-4b96-a277-2266b7f1d849 HTTP/1.1" status: 200 len: 1094 time: 0.2221348 May 06 18:44:56.180892 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51442) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:44:56.184245 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-707bf49c-bf6f-4d1d-bab1-74e847bce739 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Usage tracker for resource:security_group_rule and tenant:d8fb40d7197446c7a4a7fb86335a053a is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:44:56.192645 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Request body: {'floatingip': {'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'port_id': '0d18dbf9-361b-4a5d-a51e-4348611f22b4', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:56.199811 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-707bf49c-bf6f-4d1d-bab1-74e847bce739 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:44:56.206995 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:56.209291 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-707bf49c-bf6f-4d1d-bab1-74e847bce739 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:56.213546 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Usage tracker for resource:floatingip and tenant:992bdb878c3d45afa89e89fa3a20f1f5 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:44:56.217841 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:44:56.225152 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:56.236807 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-707bf49c-bf6f-4d1d-bab1-74e847bce739 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:56.246423 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for floatingip, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:56.247130 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-37defa22-18e9-41d3-8174-cd5b2496199b req-b352ccac-e172-47d9-901c-1bb383406b69 service neutron] 10.222.0.55 "GET /v2.0/networks/5a00aaf0-c153-4042-9a52-2e096fe6b39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725778 May 06 18:44:56.351903 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cd6115-5f47-44d5-8acc-0dc175293f9a None None] New status for floating IP eb0a77aa-2f7d-46c2-aade-2df8f39483e6: ACTIVE {{(pid=78806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:44:56.376298 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-707bf49c-bf6f-4d1d-bab1-74e847bce739 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:56.382208 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-707bf49c-bf6f-4d1d-bab1-74e847bce739 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:56.386753 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:56.423881 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bf49c-bf6f-4d1d-bab1-74e847bce739 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0bcdbdf-8385-4556-9c49-5b11446b6515,revision_number=0']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:56.429867 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-707bf49c-bf6f-4d1d-bab1-74e847bce739 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:56.434700 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-707bf49c-bf6f-4d1d-bab1-74e847bce739 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:56.435890 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-707bf49c-bf6f-4d1d-bab1-74e847bce739 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2849309 May 06 18:44:56.438865 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 51446) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:44:56.445430 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-039ed8dd-9f29-414a-aaf9-365a50a307db tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Request body: {'security_group_rule': {'security_group_id': 'fad1d6bf-b364-48a0-b555-ad1bff041248', 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:56.451933 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-039ed8dd-9f29-414a-aaf9-365a50a307db tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:56.456071 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-039ed8dd-9f29-414a-aaf9-365a50a307db tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Usage tracker for resource:security_group_rule and tenant:d8fb40d7197446c7a4a7fb86335a053a is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:44:56.459119 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-039ed8dd-9f29-414a-aaf9-365a50a307db tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:44:56.465810 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-039ed8dd-9f29-414a-aaf9-365a50a307db tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:56.469263 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:56.476934 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.db.securitygroups_db [None req-039ed8dd-9f29-414a-aaf9-365a50a307db tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Project d8fb40d7197446c7a4a7fb86335a053a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 18:44:56.482834 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-039ed8dd-9f29-414a-aaf9-365a50a307db tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:56.555140 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-039ed8dd-9f29-414a-aaf9-365a50a307db tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:56.560762 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-039ed8dd-9f29-414a-aaf9-365a50a307db tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:56.563137 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:56.594650 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ed8dd-9f29-414a-aaf9-365a50a307db tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0498f1e0-0e44-466c-a8d0-2fd2461887fb,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:56.598053 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-039ed8dd-9f29-414a-aaf9-365a50a307db tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:56.599184 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-039ed8dd-9f29-414a-aaf9-365a50a307db tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:56.600556 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-039ed8dd-9f29-414a-aaf9-365a50a307db tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1603575 May 06 18:44:56.604127 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 51450) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:44:56.607781 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Allocated IP 172.27.1.224 (884521b5-a319-4325-bd13-24951164ba4c/9fcafda4-8977-4d90-a4c2-0719bb43c11a/e4dbc3da-3c9d-4393-868f-0ff5768f2246) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:44:56.610414 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-05f919cd-dfbb-4b3b-95e1-73cd88bc26dd tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Request body: {'security_group_rule': {'security_group_id': 'fad1d6bf-b364-48a0-b555-ad1bff041248', 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:56.617679 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-05f919cd-dfbb-4b3b-95e1-73cd88bc26dd tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:56.621815 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-05f919cd-dfbb-4b3b-95e1-73cd88bc26dd tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Usage tracker for resource:security_group_rule and tenant:d8fb40d7197446c7a4a7fb86335a053a is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:44:56.625014 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-05f919cd-dfbb-4b3b-95e1-73cd88bc26dd tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:44:56.636762 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-05f919cd-dfbb-4b3b-95e1-73cd88bc26dd tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:56.650381 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.db.securitygroups_db [None req-05f919cd-dfbb-4b3b-95e1-73cd88bc26dd tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Project d8fb40d7197446c7a4a7fb86335a053a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 18:44:56.656984 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-05f919cd-dfbb-4b3b-95e1-73cd88bc26dd tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:56.729353 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-05f919cd-dfbb-4b3b-95e1-73cd88bc26dd tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:56.736314 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-05f919cd-dfbb-4b3b-95e1-73cd88bc26dd tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003095'] for security_group_rule, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:56.738365 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:56.762468 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f919cd-dfbb-4b3b-95e1-73cd88bc26dd tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4afa60d-d3bb-4f51-9785-f39d3860bfd6,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:56.765118 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-05f919cd-dfbb-4b3b-95e1-73cd88bc26dd tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:56.771863 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:56.774866 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-05f919cd-dfbb-4b3b-95e1-73cd88bc26dd tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:56.778955 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-05f919cd-dfbb-4b3b-95e1-73cd88bc26dd tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1710258 May 06 18:44:56.806362 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:56.810383 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-d18cd483-baa2-4acf-a9d1-521674a8bf2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:56.894522 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Network 884521b5-a319-4325-bd13-24951164ba4c is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:44:56.900607 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:44:56.906235 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:44:56.931570 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Pushing event updated for resources: {'Port': ['ID=e4dbc3da-3c9d-4393-868f-0ff5768f2246,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:56.940189 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:56.968522 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-fdc2979b-745f-412a-ae5b-63c21cbf519c req-7a375cca-10f6-4b78-9a16-ad24b4bd2f96 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1623038328&fields=id&tenant_id=d8fb40d7197446c7a4a7fb86335a053a HTTP/1.1" status: 200 len: 267 time: 0.1114125 May 06 18:44:57.276042 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2979b-745f-412a-ae5b-63c21cbf519c req-c960e8bd-dc63-4b73-984d-e23a87332ed8 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:57.277420 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-fdc2979b-745f-412a-ae5b-63c21cbf519c req-c960e8bd-dc63-4b73-984d-e23a87332ed8 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 946 time: 0.2985377 May 06 18:44:57.377059 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:57.389310 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [req-fdc2979b-745f-412a-ae5b-63c21cbf519c req-de0961f6-061e-4071-8b59-73c45da715a9 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Request body: {'port': {'security_groups': ['98863dbb-d4a8-4180-8a90-38abdab7cb9a', 'fad1d6bf-b364-48a0-b555-ad1bff041248']}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:57.560034 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-fdc2979b-745f-412a-ae5b-63c21cbf519c req-de0961f6-061e-4071-8b59-73c45da715a9 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:57.711848 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:57.903485 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:57.941932 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [req-fdc2979b-745f-412a-ae5b-63c21cbf519c req-de0961f6-061e-4071-8b59-73c45da715a9 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] For port c9a9619e-4e2b-44d1-82bb-5300dfd02aa2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c9a9619e-4e2b-44d1-82bb-5300dfd02aa2,segment=NetworkSegment(01343bf8-f07d-4eb2-b8ff-0ea0190a5228),segment_id=01343bf8-f07d-4eb2-b8ff-0ea0190a5228)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:44:58.008682 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-fdc2979b-745f-412a-ae5b-63c21cbf519c req-de0961f6-061e-4071-8b59-73c45da715a9 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:58.054734 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-fdc2979b-745f-412a-ae5b-63c21cbf519c req-de0961f6-061e-4071-8b59-73c45da715a9 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062806'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:58.066173 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7fae72b3-b685-4095-9212-7395ece74d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:58.067279 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['c9a9619e-4e2b-44d1-82bb-5300dfd02aa2'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:44:58.127757 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2979b-745f-412a-ae5b-63c21cbf519c req-de0961f6-061e-4071-8b59-73c45da715a9 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:58.128394 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [req-fdc2979b-745f-412a-ae5b-63c21cbf519c req-de0961f6-061e-4071-8b59-73c45da715a9 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:58.129771 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-fdc2979b-745f-412a-ae5b-63c21cbf519c req-de0961f6-061e-4071-8b59-73c45da715a9 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "PUT /v2.0/ports/c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 HTTP/1.1" status: 200 len: 982 time: 0.8002613 May 06 18:44:58.134865 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb3f5aa-4d3d-41a2-88ce-0c6917052739', 'tag': 'c9a9619e-4e2b-44d1-82bb-5300dfd02aa2'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:44:58.192445 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb3f5aa-4d3d-41a2-88ce-0c6917052739', 'tag': 'c9a9619e-4e2b-44d1-82bb-5300dfd02aa2', 'status': 'completed', 'code': 200} May 06 18:44:58.214802 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0961f6-061e-4071-8b59-73c45da715a9 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Pushing event updated for resources: {'Port': ['ID=c9a9619e-4e2b-44d1-82bb-5300dfd02aa2,revision_number=6']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:58.232042 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-de0961f6-061e-4071-8b59-73c45da715a9 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:58.268296 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:58.275047 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062806'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:58.281423 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:58.313290 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['c9a9619e-4e2b-44d1-82bb-5300dfd02aa2'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:44:58.391311 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607fa13-a325-4ca8-b40a-07f837f434b2 req-400497fe-2ed9-45c8-b854-ba0be2033c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:58.393172 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9607fa13-a325-4ca8-b40a-07f837f434b2 req-400497fe-2ed9-45c8-b854-ba0be2033c3b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8fb40d7197446c7a4a7fb86335a053a&device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 1138 time: 0.1656146 May 06 18:44:58.406181 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1046138'] for floatingip, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:58.542317 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-baa5adc3-288e-41a3-8b50-958513d8080c None None] Provisioning complete for port c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:58.543119 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-baa5adc3-288e-41a3-8b50-958513d8080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:58.545175 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf767614-31cc-4515-aad2-d3e9dc3b05fb req-e467df65-8b3e-4ec2-8d26-11c789a6e650 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:58.545565 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Pushing event updated for resources: {'Port': ['ID=e4dbc3da-3c9d-4393-868f-0ff5768f2246,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:58.546513 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-cf767614-31cc-4515-aad2-d3e9dc3b05fb req-e467df65-8b3e-4ec2-8d26-11c789a6e650 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 985 time: 0.2310381 May 06 18:44:58.565203 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:58.565589 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:58.565947 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:58.566307 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:58.566664 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:58.567021 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:58.572841 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:58.573571 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:58.573962 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:58.574402 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:58.574769 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:58.575205 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:58.580943 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607fa13-a325-4ca8-b40a-07f837f434b2 req-e245449d-e0cf-416e-a9b0-5e64384623c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:58.582485 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9607fa13-a325-4ca8-b40a-07f837f434b2 req-e245449d-e0cf-416e-a9b0-5e64384623c3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a00aaf0-c153-4042-9a52-2e096fe6b39c HTTP/1.1" status: 200 len: 915 time: 0.1814418 May 06 18:44:58.589208 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:58.627752 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.db.l3_db [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Floating IP c1e91b83-9612-47be-8b73-2923e2b2ed29 associated. External IP: 172.27.1.224, port: 0d18dbf9-361b-4a5d-a51e-4348611f22b4. May 06 18:44:58.728836 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-cf767614-31cc-4515-aad2-d3e9dc3b05fb req-1393d2c6-06cb-43f9-8916-1a221f197874 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Synchronizing usage tracker for tenant:d8fb40d7197446c7a4a7fb86335a053a on resource:security_group {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:44:58.781251 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9607fa13-a325-4ca8-b40a-07f837f434b2 req-f4998178-499a-4796-856b-8ee3a9c2d1ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 HTTP/1.1" status: 200 len: 1002 time: 0.1917446 May 06 18:44:58.783308 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-cf767614-31cc-4515-aad2-d3e9dc3b05fb req-1393d2c6-06cb-43f9-8916-1a221f197874 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Unset dirty status for tenant:d8fb40d7197446c7a4a7fb86335a053a on resource:security_group {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:44:58.793449 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-cf767614-31cc-4515-aad2-d3e9dc3b05fb req-1393d2c6-06cb-43f9-8916-1a221f197874 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=fad1d6bf-b364-48a0-b555-ad1bff041248&id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2349463 May 06 18:44:58.879510 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bc53f63c-9f3f-4b25-b7ed-37169d4d43ac req-50db35f5-b055-4bb6-a905-b2c05b4f41c2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2284174 May 06 18:44:58.881303 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607fa13-a325-4ca8-b40a-07f837f434b2 req-4cf02aa9-858c-42da-a358-4e350beda94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:58.882759 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9607fa13-a325-4ca8-b40a-07f837f434b2 req-4cf02aa9-858c-42da-a358-4e350beda94f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3741ab13-23e1-4cb0-84ca-3c4021228ce6 HTTP/1.1" status: 200 len: 853 time: 0.0869398 May 06 18:44:58.974375 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607fa13-a325-4ca8-b40a-07f837f434b2 req-9977c3e9-a946-4ffe-becf-1cf91ccfe6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:58.976525 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9607fa13-a325-4ca8-b40a-07f837f434b2 req-9977c3e9-a946-4ffe-becf-1cf91ccfe6d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a00aaf0-c153-4042-9a52-2e096fe6b39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0874615 May 06 18:44:58.989601 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [req-9607fa13-a325-4ca8-b40a-07f837f434b2 req-8111690d-05b3-4de6-a642-fb4414c927f2 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=78803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 18:44:58.990842 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9607fa13-a325-4ca8-b40a-07f837f434b2 req-8111690d-05b3-4de6-a642-fb4414c927f2 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069788 May 06 18:44:59.128925 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Router fe691a20-1d59-4c74-8587-2adb55b4e15d has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:44:59.132740 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9607fa13-a325-4ca8-b40a-07f837f434b2 req-9421e2d0-a3ee-4d59-95b5-feb0f4bf3ada service neutron] 10.222.0.55 "GET /v2.0/networks/5a00aaf0-c153-4042-9a52-2e096fe6b39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353939 May 06 18:44:59.264997 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9607fa13-a325-4ca8-b40a-07f837f434b2 req-fe31a042-0f28-49ec-ab50-fa41117d46bc service neutron] 10.222.0.55 "GET /v2.0/networks/5a00aaf0-c153-4042-9a52-2e096fe6b39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253107 May 06 18:44:59.314104 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:44:59.323967 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10f38bf-9d25-4685-85f8-6880b77ff52f None None] Sync routers for ids ['fe691a20-1d59-4c74-8587-2adb55b4e15d'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:44:59.333112 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10f38bf-9d25-4685-85f8-6880b77ff52f None None] Routers {'fe691a20-1d59-4c74-8587-2adb55b4e15d'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:44:59.338540 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-f10f38bf-9d25-4685-85f8-6880b77ff52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:44:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['fe691a20-1d59-4c74-8587-2adb55b4e15d'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:59.339465 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for floatingip, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:59.397279 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2152634 May 06 18:44:59.423624 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53f63c-9f3f-4b25-b7ed-37169d4d43ac req-ad7504ee-6866-4fe9-b9ea-1226dc0a8a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:59.425081 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bc53f63c-9f3f-4b25-b7ed-37169d4d43ac req-ad7504ee-6866-4fe9-b9ea-1226dc0a8a1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8fb40d7197446c7a4a7fb86335a053a&device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 1138 time: 0.0723515 May 06 18:44:59.529396 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-f10f38bf-9d25-4685-85f8-6880b77ff52f None None] Set router fe691a20-1d59-4c74-8587-2adb55b4e15d gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:44:59.577695 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53f63c-9f3f-4b25-b7ed-37169d4d43ac req-a9ce8d49-6163-44b9-9a0c-aa745f1f1bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:59.579135 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bc53f63c-9f3f-4b25-b7ed-37169d4d43ac req-a9ce8d49-6163-44b9-9a0c-aa745f1f1bae service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a00aaf0-c153-4042-9a52-2e096fe6b39c HTTP/1.1" status: 200 len: 915 time: 0.1285987 May 06 18:44:59.685862 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bc53f63c-9f3f-4b25-b7ed-37169d4d43ac req-be329a9d-d2cc-4f2e-b944-d4f33f04f3ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 HTTP/1.1" status: 200 len: 1002 time: 0.1001754 May 06 18:44:59.752995 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53f63c-9f3f-4b25-b7ed-37169d4d43ac req-ba56da32-2a5f-417e-be3c-30e164ac0f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:59.754617 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bc53f63c-9f3f-4b25-b7ed-37169d4d43ac req-ba56da32-2a5f-417e-be3c-30e164ac0f0a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3741ab13-23e1-4cb0-84ca-3c4021228ce6 HTTP/1.1" status: 200 len: 853 time: 0.0619540 May 06 18:44:59.911083 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-f10f38bf-9d25-4685-85f8-6880b77ff52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:44:06Z', 'revision_number': 4, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port': {'id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:01Z', 'updated_at': '2021-05-06T18:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': 'c1e91b83-9612-47be-8b73-2923e2b2ed29', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'port_id': '0d18dbf9-361b-4a5d-a51e-4348611f22b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'mac_address': 'fa:16:3e:3e:aa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39219ff0-e27d-4b96-a277-2266b7f1d849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:44:57Z', 'updated_at': '2021-05-06T18:44:57Z', 'revision_number': 0, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78783e6e-ec55-4d0b-a912-23f6058d3712', 'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'mac_address': 'fa:16:3e:36:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:05Z', 'updated_at': '2021-05-06T18:44:13Z', 'revision_number': 5, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'subnets': [{'id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:59.918311 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10f38bf-9d25-4685-85f8-6880b77ff52f None None] Checking router: fe691a20-1d59-4c74-8587-2adb55b4e15d for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:44:59.932134 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10f38bf-9d25-4685-85f8-6880b77ff52f None None] Routers {'fe691a20-1d59-4c74-8587-2adb55b4e15d'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:44:59.932863 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-f10f38bf-9d25-4685-85f8-6880b77ff52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:44:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['fe691a20-1d59-4c74-8587-2adb55b4e15d'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:44:59.960551 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53f63c-9f3f-4b25-b7ed-37169d4d43ac req-09fa42c0-4581-46fa-97d9-1f0dafe58205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:59.962012 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bc53f63c-9f3f-4b25-b7ed-37169d4d43ac req-09fa42c0-4581-46fa-97d9-1f0dafe58205 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a00aaf0-c153-4042-9a52-2e096fe6b39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1948802 May 06 18:45:00.122747 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-f10f38bf-9d25-4685-85f8-6880b77ff52f None None] Set router fe691a20-1d59-4c74-8587-2adb55b4e15d gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:45:00.137758 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bc53f63c-9f3f-4b25-b7ed-37169d4d43ac req-99ac41af-0427-4948-bc86-96b1b97e07ec service neutron] 10.222.0.55 "GET /v2.0/networks/5a00aaf0-c153-4042-9a52-2e096fe6b39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679630 May 06 18:45:00.193888 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39219ff0-e27d-4b96-a277-2266b7f1d849', 'tag': '0d18dbf9-361b-4a5d-a51e-4348611f22b4'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:45:00.243862 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39219ff0-e27d-4b96-a277-2266b7f1d849', 'tag': '0d18dbf9-361b-4a5d-a51e-4348611f22b4', 'status': 'completed', 'code': 200} May 06 18:45:00.333538 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bc53f63c-9f3f-4b25-b7ed-37169d4d43ac req-3f3af6fc-480e-491c-9d0c-9f39f36197f1 service neutron] 10.222.0.55 "GET /v2.0/networks/5a00aaf0-c153-4042-9a52-2e096fe6b39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788924 May 06 18:45:00.359779 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40be33e-0167-4979-bd50-95e643db1e00 req-d3c03d31-7e90-44a1-ad06-e5c25add22a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:00.361228 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c40be33e-0167-4979-bd50-95e643db1e00 req-d3c03d31-7e90-44a1-ad06-e5c25add22a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=992bdb878c3d45afa89e89fa3a20f1f5&device_id=39219ff0-e27d-4b96-a277-2266b7f1d849 HTTP/1.1" status: 200 len: 1099 time: 0.0927114 May 06 18:45:00.495627 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40be33e-0167-4979-bd50-95e643db1e00 req-18234967-01fe-42f4-a9f6-e7ba0e33537d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:00.496974 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c40be33e-0167-4979-bd50-95e643db1e00 req-18234967-01fe-42f4-a9f6-e7ba0e33537d service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 HTTP/1.1" status: 200 len: 913 time: 0.1291585 May 06 18:45:00.515123 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-f10f38bf-9d25-4685-85f8-6880b77ff52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:44:06Z', 'revision_number': 4, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port': {'id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:01Z', 'updated_at': '2021-05-06T18:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': 'c1e91b83-9612-47be-8b73-2923e2b2ed29', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'port_id': '0d18dbf9-361b-4a5d-a51e-4348611f22b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'mac_address': 'fa:16:3e:3e:aa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39219ff0-e27d-4b96-a277-2266b7f1d849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:44:57Z', 'updated_at': '2021-05-06T18:44:57Z', 'revision_number': 0, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78783e6e-ec55-4d0b-a912-23f6058d3712', 'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'mac_address': 'fa:16:3e:36:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:05Z', 'updated_at': '2021-05-06T18:44:13Z', 'revision_number': 5, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'subnets': [{'id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:45:00.519106 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10f38bf-9d25-4685-85f8-6880b77ff52f None None] The sync data for ids ['fe691a20-1d59-4c74-8587-2adb55b4e15d'] in dv-cinder-733622-15-iscsi is: [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:44:06Z', 'revision_number': 4, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port': {'id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:01Z', 'updated_at': '2021-05-06T18:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': 'c1e91b83-9612-47be-8b73-2923e2b2ed29', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'port_id': '0d18dbf9-361b-4a5d-a51e-4348611f22b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'mac_address': 'fa:16:3e:3e:aa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39219ff0-e27d-4b96-a277-2266b7f1d849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:44:57Z', 'updated_at': '2021-05-06T18:44:57Z', 'revision_number': 0, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78783e6e-ec55-4d0b-a912-23f6058d3712', 'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'mac_address': 'fa:16:3e:36:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:05Z', 'updated_at': '2021-05-06T18:44:13Z', 'revision_number': 5, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'subnets': [{'id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:45:00.608109 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c40be33e-0167-4979-bd50-95e643db1e00 req-45e8f128-e2d6-4447-9809-b726558674f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d18dbf9-361b-4a5d-a51e-4348611f22b4 HTTP/1.1" status: 200 len: 1000 time: 0.1015100 May 06 18:45:00.674502 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40be33e-0167-4979-bd50-95e643db1e00 req-9ca45002-e601-4eec-800e-6990279dcb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:00.676033 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c40be33e-0167-4979-bd50-95e643db1e00 req-9ca45002-e601-4eec-800e-6990279dcb78 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a32917cb-097d-4180-8cc5-69b1118bbbd7 HTTP/1.1" status: 200 len: 851 time: 0.0599806 May 06 18:45:00.702828 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34433bf2-854b-4ae0-97ba-ba0c5f05d64a None None] New status for floating IP c1e91b83-9612-47be-8b73-2923e2b2ed29: ACTIVE {{(pid=78806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:45:00.756464 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40be33e-0167-4979-bd50-95e643db1e00 req-c22e6762-4743-4496-8488-218d255698dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:00.757849 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c40be33e-0167-4979-bd50-95e643db1e00 req-c22e6762-4743-4496-8488-218d255698dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0748894 May 06 18:45:00.939426 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c40be33e-0167-4979-bd50-95e643db1e00 req-bdf981e7-9182-4e04-8cba-d1016dbee0fa service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735034 May 06 18:45:01.085737 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c40be33e-0167-4979-bd50-95e643db1e00 req-279af879-2a52-416f-839d-7f9dfd5d1bff service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295297 May 06 18:45:12.371635 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:45:16.067485 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc81ae-65c3-4e4a-8b8c-1baff58fc2ff req-72dc69a3-0418-4457-88e9-d171a1bc98e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:16.069386 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-76bc81ae-65c3-4e4a-8b8c-1baff58fc2ff req-72dc69a3-0418-4457-88e9-d171a1bc98e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8fb40d7197446c7a4a7fb86335a053a&device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 1138 time: 0.0894818 May 06 18:45:16.088245 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cb5c5-d210-49e4-b8d3-f693f3a974f8 req-030b0654-9066-47a9-a4e3-fcfe2c8ce378 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:16.089739 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-8f8cb5c5-d210-49e4-b8d3-f693f3a974f8 req-030b0654-9066-47a9-a4e3-fcfe2c8ce378 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 985 time: 0.0859265 May 06 18:45:16.138881 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-8f8cb5c5-d210-49e4-b8d3-f693f3a974f8 req-3bda0fc9-f61e-4fbb-842a-a3e33c80ac0d tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=fad1d6bf-b364-48a0-b555-ad1bff041248&id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430460 May 06 18:45:16.208122 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc81ae-65c3-4e4a-8b8c-1baff58fc2ff req-d6f308ff-d812-4437-8566-97694a97e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:16.210400 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-76bc81ae-65c3-4e4a-8b8c-1baff58fc2ff req-d6f308ff-d812-4437-8566-97694a97e89c service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a00aaf0-c153-4042-9a52-2e096fe6b39c HTTP/1.1" status: 200 len: 915 time: 0.1329575 May 06 18:45:16.296872 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-55ba9968-aecc-4f5a-8900-2ff7feefcfdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:16.318791 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-76bc81ae-65c3-4e4a-8b8c-1baff58fc2ff req-5cbb3f9e-97f7-4ffc-a3d0-7d7158579808 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 HTTP/1.1" status: 200 len: 1002 time: 0.1014674 May 06 18:45:16.387212 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc81ae-65c3-4e4a-8b8c-1baff58fc2ff req-93ae57a9-fffe-4757-b888-753a50dcb2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:16.388653 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-76bc81ae-65c3-4e4a-8b8c-1baff58fc2ff req-93ae57a9-fffe-4757-b888-753a50dcb2be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3741ab13-23e1-4cb0-84ca-3c4021228ce6 HTTP/1.1" status: 200 len: 853 time: 0.0632367 May 06 18:45:16.470524 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc81ae-65c3-4e4a-8b8c-1baff58fc2ff req-1b0f9f5e-34bd-4307-8075-7ca17b996b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:16.472055 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-76bc81ae-65c3-4e4a-8b8c-1baff58fc2ff req-1b0f9f5e-34bd-4307-8075-7ca17b996b41 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a00aaf0-c153-4042-9a52-2e096fe6b39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0744338 May 06 18:45:16.714045 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-76bc81ae-65c3-4e4a-8b8c-1baff58fc2ff req-13c24541-f083-4fae-9512-9ea07dcf116c service neutron] 10.222.0.55 "GET /v2.0/networks/5a00aaf0-c153-4042-9a52-2e096fe6b39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347658 May 06 18:45:16.853407 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-76bc81ae-65c3-4e4a-8b8c-1baff58fc2ff req-126280a0-8bdc-4826-86f6-9a88fd4704c6 service neutron] 10.222.0.55 "GET /v2.0/networks/5a00aaf0-c153-4042-9a52-2e096fe6b39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310222 May 06 18:45:17.337643 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fdecb-8273-46d5-b638-3c627f8d4ed4 req-4e6a13ff-4eea-49cb-a3cb-0be465e22de1 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:17.338986 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-216fdecb-8273-46d5-b638-3c627f8d4ed4 req-4e6a13ff-4eea-49cb-a3cb-0be465e22de1 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 985 time: 0.0898340 May 06 18:45:17.386083 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-216fdecb-8273-46d5-b638-3c627f8d4ed4 req-f9155c30-d766-464c-adba-daa546db710e tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=fad1d6bf-b364-48a0-b555-ad1bff041248&id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412123 May 06 18:45:18.322836 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:18.570297 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c494dcc-4a62-42ff-9b6e-a03751e2713e req-ef3ac0f4-2de3-431b-98c4-334411da3b05 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:18.571763 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1c494dcc-4a62-42ff-9b6e-a03751e2713e req-ef3ac0f4-2de3-431b-98c4-334411da3b05 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 985 time: 0.0798619 May 06 18:45:18.618900 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-1c494dcc-4a62-42ff-9b6e-a03751e2713e req-4a05d295-086f-4495-a70e-594b59d5d55c tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=fad1d6bf-b364-48a0-b555-ad1bff041248&id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411766 May 06 18:45:18.717261 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-8c72688e-fe11-487b-ac4d-0a1283d8402e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:19.805849 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7cf32-56e9-4dc7-be8e-496b6f4edcc6 req-f97755c8-b010-4149-be8c-8d8e9370c4e3 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:19.807359 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b9e7cf32-56e9-4dc7-be8e-496b6f4edcc6 req-f97755c8-b010-4149-be8c-8d8e9370c4e3 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 985 time: 0.0816455 May 06 18:45:19.854857 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b9e7cf32-56e9-4dc7-be8e-496b6f4edcc6 req-6db600bf-4fd3-49ca-b70b-e894a547a345 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=fad1d6bf-b364-48a0-b555-ad1bff041248&id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416477 May 06 18:45:20.110721 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:21.051433 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2b24b-ef41-4eaa-b0b1-f3b42cc45599 req-46a6f8f6-8b38-4bd5-8187-e40306fe396e tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:21.053534 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-70c2b24b-ef41-4eaa-b0b1-f3b42cc45599 req-46a6f8f6-8b38-4bd5-8187-e40306fe396e tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 985 time: 0.0895548 May 06 18:45:21.102252 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-70c2b24b-ef41-4eaa-b0b1-f3b42cc45599 req-5d058e7e-2d31-4081-b2c5-81fc6b047bd6 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=fad1d6bf-b364-48a0-b555-ad1bff041248&id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426536 May 06 18:45:21.653113 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:22.288365 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f0daf-6352-417e-8bc3-69b379b91d9a req-398b402b-5a00-4ced-a40f-9d00e844efff tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:22.289723 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d90f0daf-6352-417e-8bc3-69b379b91d9a req-398b402b-5a00-4ced-a40f-9d00e844efff tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 985 time: 0.0853102 May 06 18:45:22.338794 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d90f0daf-6352-417e-8bc3-69b379b91d9a req-d712ce89-8295-4204-ad77-1c20d31aa8dc tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=fad1d6bf-b364-48a0-b555-ad1bff041248&id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432372 May 06 18:45:23.523060 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddd8e0-5f2f-41c7-a8bd-13d89968f0b5 req-62071ce0-9b25-482f-9dc0-f1f3b488efa5 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:23.524521 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a7ddd8e0-5f2f-41c7-a8bd-13d89968f0b5 req-62071ce0-9b25-482f-9dc0-f1f3b488efa5 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 985 time: 0.0803499 May 06 18:45:23.574143 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a7ddd8e0-5f2f-41c7-a8bd-13d89968f0b5 req-a7676cad-3119-48ca-b066-5ce3d2738b2d tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=fad1d6bf-b364-48a0-b555-ad1bff041248&id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438182 May 06 18:45:24.760209 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c14a92-e7a6-4a62-b752-fd23c2a2f040 req-a0490407-617f-47da-ae2a-106f7510650c tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:24.761671 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-16c14a92-e7a6-4a62-b752-fd23c2a2f040 req-a0490407-617f-47da-ae2a-106f7510650c tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 985 time: 0.0837333 May 06 18:45:24.810775 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-16c14a92-e7a6-4a62-b752-fd23c2a2f040 req-f7f7eeaa-9cb3-4952-8fb3-048980bb72b1 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=fad1d6bf-b364-48a0-b555-ad1bff041248&id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431471 May 06 18:45:25.997277 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0da347-521f-422d-bee8-86a9e8ef167d req-799cc462-97ee-48f5-bcef-480df636233c tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:25.998726 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-af0da347-521f-422d-bee8-86a9e8ef167d req-799cc462-97ee-48f5-bcef-480df636233c tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 985 time: 0.0814173 May 06 18:45:26.045959 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-af0da347-521f-422d-bee8-86a9e8ef167d req-7b4d325e-72a7-476f-b848-ce91d35f0b64 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=fad1d6bf-b364-48a0-b555-ad1bff041248&id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413747 May 06 18:45:27.233896 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efb0c4-d028-4660-b84a-e6825a1a6c0e req-e97ca4a7-656b-4fb8-9dad-af9c3126bda4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:27.235326 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-45efb0c4-d028-4660-b84a-e6825a1a6c0e req-e97ca4a7-656b-4fb8-9dad-af9c3126bda4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 985 time: 0.0820348 May 06 18:45:27.282442 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-45efb0c4-d028-4660-b84a-e6825a1a6c0e req-0bc50060-4c75-4437-92fb-9961fb215d6d tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=fad1d6bf-b364-48a0-b555-ad1bff041248&id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400603 May 06 18:45:27.408715 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:28.472107 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc708e1-e1ce-4eef-96f1-75ac4b879d60 req-8aec439a-15ba-465e-ae05-b921d23696b0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:28.473528 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-8dc708e1-e1ce-4eef-96f1-75ac4b879d60 req-8aec439a-15ba-465e-ae05-b921d23696b0 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 985 time: 0.0824032 May 06 18:45:28.520526 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-8dc708e1-e1ce-4eef-96f1-75ac4b879d60 req-7357c8b8-4ca9-4d97-b57e-815ed4e7dd1b tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=fad1d6bf-b364-48a0-b555-ad1bff041248&id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406904 May 06 18:45:29.707251 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59c2f3-4a5a-499a-9a5f-50dda3545262 req-8923dafa-d6fd-4ae7-a7e0-17af07a747e2 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:29.709303 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2d59c2f3-4a5a-499a-9a5f-50dda3545262 req-8923dafa-d6fd-4ae7-a7e0-17af07a747e2 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 985 time: 0.0836060 May 06 18:45:29.763829 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2d59c2f3-4a5a-499a-9a5f-50dda3545262 req-72a7fc4f-a0d6-4418-b511-af9982814609 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=fad1d6bf-b364-48a0-b555-ad1bff041248&id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486293 May 06 18:45:30.947797 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9fb04-003b-48de-a46e-f8da868a655d req-e814f0f1-e99b-4d6c-b403-3b0b12a70b23 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:30.949270 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d1d9fb04-003b-48de-a46e-f8da868a655d req-e814f0f1-e99b-4d6c-b403-3b0b12a70b23 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 985 time: 0.0801883 May 06 18:45:30.998162 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-d1d9fb04-003b-48de-a46e-f8da868a655d req-253db0b1-e224-4e51-afb5-8e56d166cdad tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=fad1d6bf-b364-48a0-b555-ad1bff041248&id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426905 May 06 18:45:32.190636 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7925140-68ed-4cb5-b581-fafd74a4c8f4 req-aa332864-c0b3-4775-9129-325bceb21015 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:32.192099 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b7925140-68ed-4cb5-b581-fafd74a4c8f4 req-aa332864-c0b3-4775-9129-325bceb21015 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 985 time: 0.0856919 May 06 18:45:32.238695 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b7925140-68ed-4cb5-b581-fafd74a4c8f4 req-f061b4c5-ee2c-48c4-8eef-7c97a28c1955 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=fad1d6bf-b364-48a0-b555-ad1bff041248&id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406618 May 06 18:45:33.427953 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84526ac6-0503-44af-b161-9059ce64b67b req-35e06828-2ca4-44e3-927b-5f34215f842e tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:33.429333 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-84526ac6-0503-44af-b161-9059ce64b67b req-35e06828-2ca4-44e3-927b-5f34215f842e tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 985 time: 0.0837033 May 06 18:45:33.476210 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-84526ac6-0503-44af-b161-9059ce64b67b req-31271938-300f-4870-96ce-f10e5466702e tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=fad1d6bf-b364-48a0-b555-ad1bff041248&id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409412 May 06 18:45:46.299780 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-49068d58-e0e6-4918-9cdf-bfe9b8c34965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:48.325162 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:48.719288 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-f66827ea-9db6-4c50-859f-49b929862caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:49.370343 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:45:50.112742 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:51.655963 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:57.430958 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:59.696744 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-04efa99a-29bf-42c9-806c-27b81b7ca50c req-6eb0469b-cf0a-4b25-bfa6-7b1423d5089d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=39219ff0-e27d-4b96-a277-2266b7f1d849&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687168 May 06 18:45:59.794827 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efa99a-29bf-42c9-806c-27b81b7ca50c req-420aec81-58cc-4bed-89ba-1e0b0fdc0419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:59.796317 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-04efa99a-29bf-42c9-806c-27b81b7ca50c req-420aec81-58cc-4bed-89ba-1e0b0fdc0419 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=992bdb878c3d45afa89e89fa3a20f1f5&device_id=39219ff0-e27d-4b96-a277-2266b7f1d849 HTTP/1.1" status: 200 len: 1099 time: 0.0756140 May 06 18:45:59.942838 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efa99a-29bf-42c9-806c-27b81b7ca50c req-1c3b3252-a89c-4e41-aa01-948c713aa847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:59.944299 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-04efa99a-29bf-42c9-806c-27b81b7ca50c req-1c3b3252-a89c-4e41-aa01-948c713aa847 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 HTTP/1.1" status: 200 len: 913 time: 0.1274691 May 06 18:46:00.044837 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-04efa99a-29bf-42c9-806c-27b81b7ca50c req-a12c4ef7-52b9-49a6-8d81-1fca87866b24 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d18dbf9-361b-4a5d-a51e-4348611f22b4 HTTP/1.1" status: 200 len: 1002 time: 0.0934203 May 06 18:46:00.111456 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efa99a-29bf-42c9-806c-27b81b7ca50c req-151d857a-e66a-4f82-87c3-3397b1b27d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:00.112852 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-04efa99a-29bf-42c9-806c-27b81b7ca50c req-151d857a-e66a-4f82-87c3-3397b1b27d25 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a32917cb-097d-4180-8cc5-69b1118bbbd7 HTTP/1.1" status: 200 len: 851 time: 0.0599511 May 06 18:46:00.187142 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efa99a-29bf-42c9-806c-27b81b7ca50c req-de138a23-8a72-4ac3-b1b3-a15035ea7287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:00.188618 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-04efa99a-29bf-42c9-806c-27b81b7ca50c req-de138a23-8a72-4ac3-b1b3-a15035ea7287 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0689952 May 06 18:46:00.319851 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-04efa99a-29bf-42c9-806c-27b81b7ca50c req-b6417dbf-f52a-4f8d-81b7-2e28351a562d service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236894 May 06 18:46:00.545052 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-04efa99a-29bf-42c9-806c-27b81b7ca50c req-17252a23-a01f-4d43-b864-883d5a55d9a0 service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176986 May 06 18:46:06.078265 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e9804f14-e4f4-4041-bfe3-2bb324cc2294 req-989d435f-c5d1-4c02-a3de-4a892e3239bf tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1623038328&fields=id&tenant_id=d8fb40d7197446c7a4a7fb86335a053a HTTP/1.1" status: 200 len: 267 time: 0.0446103 May 06 18:46:06.161223 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9804f14-e4f4-4041-bfe3-2bb324cc2294 req-0c3c96e7-f6d0-407b-b223-1faa4590d787 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:06.162669 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e9804f14-e4f4-4041-bfe3-2bb324cc2294 req-0c3c96e7-f6d0-407b-b223-1faa4590d787 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 985 time: 0.0789659 May 06 18:46:06.174493 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-e9804f14-e4f4-4041-bfe3-2bb324cc2294 req-af7aaf43-0e1c-4d71-97d7-f089414e0cf4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Request body: {'port': {'security_groups': ['98863dbb-d4a8-4180-8a90-38abdab7cb9a']}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:46:06.295808 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e9804f14-e4f4-4041-bfe3-2bb324cc2294 req-af7aaf43-0e1c-4d71-97d7-f089414e0cf4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:06.541014 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-e9804f14-e4f4-4041-bfe3-2bb324cc2294 req-af7aaf43-0e1c-4d71-97d7-f089414e0cf4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] For port c9a9619e-4e2b-44d1-82bb-5300dfd02aa2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c9a9619e-4e2b-44d1-82bb-5300dfd02aa2,segment=NetworkSegment(01343bf8-f07d-4eb2-b8ff-0ea0190a5228),segment_id=01343bf8-f07d-4eb2-b8ff-0ea0190a5228)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:46:06.565294 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e9804f14-e4f4-4041-bfe3-2bb324cc2294 req-af7aaf43-0e1c-4d71-97d7-f089414e0cf4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:06.569623 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e9804f14-e4f4-4041-bfe3-2bb324cc2294 req-af7aaf43-0e1c-4d71-97d7-f089414e0cf4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:06.575950 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8d86dade-c10f-4043-8fcd-33e7a79e4fd8 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:06.582418 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['c9a9619e-4e2b-44d1-82bb-5300dfd02aa2'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:46:06.635820 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9804f14-e4f4-4041-bfe3-2bb324cc2294 req-af7aaf43-0e1c-4d71-97d7-f089414e0cf4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:06.636453 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e9804f14-e4f4-4041-bfe3-2bb324cc2294 req-af7aaf43-0e1c-4d71-97d7-f089414e0cf4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:06.637865 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e9804f14-e4f4-4041-bfe3-2bb324cc2294 req-af7aaf43-0e1c-4d71-97d7-f089414e0cf4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "PUT /v2.0/ports/c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 HTTP/1.1" status: 200 len: 943 time: 0.4679058 May 06 18:46:06.638410 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb3f5aa-4d3d-41a2-88ce-0c6917052739', 'tag': 'c9a9619e-4e2b-44d1-82bb-5300dfd02aa2'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:46:06.644115 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51526) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:06.670137 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7aaf43-0e1c-4d71-97d7-f089414e0cf4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Pushing event updated for resources: {'Port': ['ID=c9a9619e-4e2b-44d1-82bb-5300dfd02aa2,revision_number=7']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:06.678952 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7aaf43-0e1c-4d71-97d7-f089414e0cf4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:06.679995 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7aaf43-0e1c-4d71-97d7-f089414e0cf4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:06.680369 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7aaf43-0e1c-4d71-97d7-f089414e0cf4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:06.680735 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7aaf43-0e1c-4d71-97d7-f089414e0cf4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:06.681098 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7aaf43-0e1c-4d71-97d7-f089414e0cf4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:06.681496 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7aaf43-0e1c-4d71-97d7-f089414e0cf4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:06.681824 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7aaf43-0e1c-4d71-97d7-f089414e0cf4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:06.682168 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7aaf43-0e1c-4d71-97d7-f089414e0cf4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:06.682526 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7aaf43-0e1c-4d71-97d7-f089414e0cf4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:06.682879 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7aaf43-0e1c-4d71-97d7-f089414e0cf4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:06.683429 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7aaf43-0e1c-4d71-97d7-f089414e0cf4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:06.683843 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7aaf43-0e1c-4d71-97d7-f089414e0cf4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:06.688668 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-af7aaf43-0e1c-4d71-97d7-f089414e0cf4 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:06.733387 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-70e230b3-c038-428b-a8ff-e15831787d06 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:06.755836 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['c9a9619e-4e2b-44d1-82bb-5300dfd02aa2'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:46:06.768032 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-70e230b3-c038-428b-a8ff-e15831787d06 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:06.778457 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb3f5aa-4d3d-41a2-88ce-0c6917052739', 'tag': 'c9a9619e-4e2b-44d1-82bb-5300dfd02aa2', 'status': 'completed', 'code': 200} May 06 18:46:06.842019 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-70e230b3-c038-428b-a8ff-e15831787d06 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:06.853357 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-79cf6260-b0fb-4ed3-b8f3-91152c9e4efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:06.874080 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-70e230b3-c038-428b-a8ff-e15831787d06 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:06.875407 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-70e230b3-c038-428b-a8ff-e15831787d06 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "DELETE /v2.0/security-groups/fad1d6bf-b364-48a0-b555-ad1bff041248 HTTP/1.1" status: 204 len: 168 time: 0.2304041 May 06 18:46:06.877190 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e230b3-c038-428b-a8ff-e15831787d06 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad1d6bf-b364-48a0-b555-ad1bff041248,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:06.879238 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 51532) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:06.885240 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e230b3-c038-428b-a8ff-e15831787d06 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:06.885619 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e230b3-c038-428b-a8ff-e15831787d06 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:06.885986 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e230b3-c038-428b-a8ff-e15831787d06 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:06.886489 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e230b3-c038-428b-a8ff-e15831787d06 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:06.886876 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e230b3-c038-428b-a8ff-e15831787d06 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:06.887277 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e230b3-c038-428b-a8ff-e15831787d06 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:06.887625 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e230b3-c038-428b-a8ff-e15831787d06 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:06.887953 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e230b3-c038-428b-a8ff-e15831787d06 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:06.888305 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e230b3-c038-428b-a8ff-e15831787d06 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:06.888804 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e230b3-c038-428b-a8ff-e15831787d06 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:06.888993 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e230b3-c038-428b-a8ff-e15831787d06 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:06.889335 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e230b3-c038-428b-a8ff-e15831787d06 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:06.892625 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-70e230b3-c038-428b-a8ff-e15831787d06 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:06.956956 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-93c53c76-8428-4e06-a7ab-115fd42b440f None None] Provisioning complete for port c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:46:06.957328 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-93c53c76-8428-4e06-a7ab-115fd42b440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:06.992527 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883b61d-be18-4eb5-9447-864c6ea8d8b9 req-9ac2b22b-aa7b-48fb-94a3-98b378304e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:06.994110 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2883b61d-be18-4eb5-9447-864c6ea8d8b9 req-9ac2b22b-aa7b-48fb-94a3-98b378304e92 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8fb40d7197446c7a4a7fb86335a053a&device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 1099 time: 0.1917326 May 06 18:46:07.266194 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883b61d-be18-4eb5-9447-864c6ea8d8b9 req-bcbcefc4-d0f1-4931-b496-3abd1f54b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:07.267664 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2883b61d-be18-4eb5-9447-864c6ea8d8b9 req-bcbcefc4-d0f1-4931-b496-3abd1f54b5b0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a00aaf0-c153-4042-9a52-2e096fe6b39c HTTP/1.1" status: 200 len: 915 time: 0.2615595 May 06 18:46:07.384661 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-76cacf38-49b1-48d1-9f49-72aa0e6f06b7 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Deleting port 940fb664-29a8-495a-bf93-63cb5d6a0392 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:46:07.384917 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-76cacf38-49b1-48d1-9f49-72aa0e6f06b7 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:07.398765 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2883b61d-be18-4eb5-9447-864c6ea8d8b9 req-1b85feae-0d42-443a-a348-40ec7aee3746 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 HTTP/1.1" status: 200 len: 1002 time: 0.1235559 May 06 18:46:07.536458 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883b61d-be18-4eb5-9447-864c6ea8d8b9 req-995e83ce-16aa-4867-a7bd-7f2061105b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:07.538078 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2883b61d-be18-4eb5-9447-864c6ea8d8b9 req-995e83ce-16aa-4867-a7bd-7f2061105b46 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3741ab13-23e1-4cb0-84ca-3c4021228ce6 HTTP/1.1" status: 200 len: 853 time: 0.1333776 May 06 18:46:07.605819 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-76cacf38-49b1-48d1-9f49-72aa0e6f06b7 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:07.606138 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-76cacf38-49b1-48d1-9f49-72aa0e6f06b7 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:07.853389 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-76cacf38-49b1-48d1-9f49-72aa0e6f06b7 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Calling delete_port for 940fb664-29a8-495a-bf93-63cb5d6a0392 owned by network:floatingip {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:46:07.903015 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883b61d-be18-4eb5-9447-864c6ea8d8b9 req-69c4be1e-3333-4368-93b5-91463f2c8206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:07.904631 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2883b61d-be18-4eb5-9447-864c6ea8d8b9 req-69c4be1e-3333-4368-93b5-91463f2c8206 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a00aaf0-c153-4042-9a52-2e096fe6b39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3582492 May 06 18:46:08.089162 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2883b61d-be18-4eb5-9447-864c6ea8d8b9 req-4a277b4a-8eb9-4b30-9c01-aba9afb6ccf4 service neutron] 10.222.0.55 "GET /v2.0/networks/5a00aaf0-c153-4042-9a52-2e096fe6b39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756349 May 06 18:46:08.192299 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-76cacf38-49b1-48d1-9f49-72aa0e6f06b7 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:08.198207 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-22f469e3-ca8b-4daf-9322-5ec45a772379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:08.258371 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cacf38-49b1-48d1-9f49-72aa0e6f06b7 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Pushing event deleted for resources: {'Port': ['ID=940fb664-29a8-495a-bf93-63cb5d6a0392,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:08.260894 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-76cacf38-49b1-48d1-9f49-72aa0e6f06b7 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:08.364675 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2883b61d-be18-4eb5-9447-864c6ea8d8b9 req-7a6e8df5-2c9c-4cd6-a4b3-b4d878d3fe4a service neutron] 10.222.0.55 "GET /v2.0/networks/5a00aaf0-c153-4042-9a52-2e096fe6b39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669542 May 06 18:46:08.383357 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-76cacf38-49b1-48d1-9f49-72aa0e6f06b7 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks [] for floatingip, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:08.383610 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.db.l3_db [None req-76cacf38-49b1-48d1-9f49-72aa0e6f06b7 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Floating IP eb0a77aa-2f7d-46c2-aade-2df8f39483e6 disassociated (deleted). External IP: 172.27.1.225, port: c9a9619e-4e2b-44d1-82bb-5300dfd02aa2. May 06 18:46:08.728285 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cacf38-49b1-48d1-9f49-72aa0e6f06b7 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Router 55df6ebc-27b6-4d57-9748-bf623b8fe684 has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:46:08.902507 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cacf38-49b1-48d1-9f49-72aa0e6f06b7 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:46:08.912333 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e3f080-24f3-49e5-b8c6-99bd99ab84f5 None None] Sync routers for ids ['55df6ebc-27b6-4d57-9748-bf623b8fe684'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:46:08.923507 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-76cacf38-49b1-48d1-9f49-72aa0e6f06b7 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for floatingip, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:08.923747 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e3f080-24f3-49e5-b8c6-99bd99ab84f5 None None] Routers {'55df6ebc-27b6-4d57-9748-bf623b8fe684'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:46:08.924166 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-13e3f080-24f3-49e5-b8c6-99bd99ab84f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:45:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['55df6ebc-27b6-4d57-9748-bf623b8fe684'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:08.984129 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-76cacf38-49b1-48d1-9f49-72aa0e6f06b7 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "DELETE /v2.0/floatingips/eb0a77aa-2f7d-46c2-aade-2df8f39483e6 HTTP/1.1" status: 204 len: 168 time: 2.1037984 May 06 18:46:08.984874 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb3f5aa-4d3d-41a2-88ce-0c6917052739', 'tag': 'c9a9619e-4e2b-44d1-82bb-5300dfd02aa2'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:46:09.033387 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb3f5aa-4d3d-41a2-88ce-0c6917052739', 'tag': 'c9a9619e-4e2b-44d1-82bb-5300dfd02aa2', 'status': 'completed', 'code': 200} May 06 18:46:09.115287 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-13e3f080-24f3-49e5-b8c6-99bd99ab84f5 None None] Set router 55df6ebc-27b6-4d57-9748-bf623b8fe684 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:46:09.128773 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88755c-a184-42b3-b110-93afa5d08b87 req-ef3eff47-7666-4243-86ab-68b42d4bef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:09.130326 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6d88755c-a184-42b3-b110-93afa5d08b87 req-ef3eff47-7666-4243-86ab-68b42d4bef4a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8fb40d7197446c7a4a7fb86335a053a&device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 1099 time: 0.0740943 May 06 18:46:09.410652 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88755c-a184-42b3-b110-93afa5d08b87 req-10959aeb-807c-473b-9bab-b96e3de3a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:09.412203 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6d88755c-a184-42b3-b110-93afa5d08b87 req-10959aeb-807c-473b-9bab-b96e3de3a755 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a00aaf0-c153-4042-9a52-2e096fe6b39c HTTP/1.1" status: 200 len: 915 time: 0.2757499 May 06 18:46:09.468863 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-13e3f080-24f3-49e5-b8c6-99bd99ab84f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'name': 'tempest-TestMinimumBasicScenario-616240611-router', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:43:48Z', 'updated_at': '2021-05-06T18:43:53Z', 'revision_number': 4, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'gw_port': {'id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:49Z', 'updated_at': '2021-05-06T18:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'd7078fdb-ba74-47f3-aeef-20fbdf8b5eb1', 'name': '', 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'mac_address': 'fa:16:3e:2a:93:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '3741ab13-23e1-4cb0-84ca-3c4021228ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:52Z', 'updated_at': '2021-05-06T18:43:59Z', 'revision_number': 5, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'subnets': [{'id': '3741ab13-23e1-4cb0-84ca-3c4021228ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:09.472730 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e3f080-24f3-49e5-b8c6-99bd99ab84f5 None None] Checking router: 55df6ebc-27b6-4d57-9748-bf623b8fe684 for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:46:09.482140 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e3f080-24f3-49e5-b8c6-99bd99ab84f5 None None] Routers {'55df6ebc-27b6-4d57-9748-bf623b8fe684'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:46:09.482755 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-13e3f080-24f3-49e5-b8c6-99bd99ab84f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:45:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['55df6ebc-27b6-4d57-9748-bf623b8fe684'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:09.496530 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6d88755c-a184-42b3-b110-93afa5d08b87 req-ee8cf84b-1c22-427f-8ef2-a20e47762557 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 HTTP/1.1" status: 200 len: 217 time: 0.0777967 May 06 18:46:09.563523 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88755c-a184-42b3-b110-93afa5d08b87 req-7fb87a84-ca6b-4c90-9094-5bed900b87c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:09.564863 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6d88755c-a184-42b3-b110-93afa5d08b87 req-7fb87a84-ca6b-4c90-9094-5bed900b87c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3741ab13-23e1-4cb0-84ca-3c4021228ce6 HTTP/1.1" status: 200 len: 853 time: 0.0592690 May 06 18:46:09.647472 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88755c-a184-42b3-b110-93afa5d08b87 req-365419e0-ae21-4e9b-8d79-07b76c974adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:09.649198 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6d88755c-a184-42b3-b110-93afa5d08b87 req-365419e0-ae21-4e9b-8d79-07b76c974adc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a00aaf0-c153-4042-9a52-2e096fe6b39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0777388 May 06 18:46:09.710496 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-13e3f080-24f3-49e5-b8c6-99bd99ab84f5 None None] Set router 55df6ebc-27b6-4d57-9748-bf623b8fe684 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:46:09.782304 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6d88755c-a184-42b3-b110-93afa5d08b87 req-48230255-bb5d-4ec9-951a-1ad7301c94c9 service neutron] 10.222.0.55 "GET /v2.0/networks/5a00aaf0-c153-4042-9a52-2e096fe6b39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261468 May 06 18:46:09.925054 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6d88755c-a184-42b3-b110-93afa5d08b87 req-8269eb46-ae66-4f8a-a202-b9b3a6d01947 service neutron] 10.222.0.55 "GET /v2.0/networks/5a00aaf0-c153-4042-9a52-2e096fe6b39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345904 May 06 18:46:10.032081 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-13e3f080-24f3-49e5-b8c6-99bd99ab84f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'name': 'tempest-TestMinimumBasicScenario-616240611-router', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:43:48Z', 'updated_at': '2021-05-06T18:43:53Z', 'revision_number': 4, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'gw_port': {'id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:49Z', 'updated_at': '2021-05-06T18:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'd7078fdb-ba74-47f3-aeef-20fbdf8b5eb1', 'name': '', 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'mac_address': 'fa:16:3e:2a:93:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '3741ab13-23e1-4cb0-84ca-3c4021228ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:52Z', 'updated_at': '2021-05-06T18:43:59Z', 'revision_number': 5, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'subnets': [{'id': '3741ab13-23e1-4cb0-84ca-3c4021228ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:10.036048 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e3f080-24f3-49e5-b8c6-99bd99ab84f5 None None] The sync data for ids ['55df6ebc-27b6-4d57-9748-bf623b8fe684'] in dv-cinder-733622-15-iscsi is: [{'id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'name': 'tempest-TestMinimumBasicScenario-616240611-router', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:43:48Z', 'updated_at': '2021-05-06T18:43:53Z', 'revision_number': 4, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'gw_port': {'id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:49Z', 'updated_at': '2021-05-06T18:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': 'd7078fdb-ba74-47f3-aeef-20fbdf8b5eb1', 'name': '', 'network_id': '5a00aaf0-c153-4042-9a52-2e096fe6b39c', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'mac_address': 'fa:16:3e:2a:93:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '3741ab13-23e1-4cb0-84ca-3c4021228ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:52Z', 'updated_at': '2021-05-06T18:43:59Z', 'revision_number': 5, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'subnets': [{'id': '3741ab13-23e1-4cb0-84ca-3c4021228ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:46:10.252487 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9adf238-f8f4-469a-94bb-44b34751d7a5 None None] New status for floating IP eb0a77aa-2f7d-46c2-aade-2df8f39483e6: DOWN {{(pid=78806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:46:12.429368 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f091cd-53c2-4678-b08b-2818732383ef req-99cf89e9-9c82-4c3b-80ca-8799fc9f2d69 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:12.431054 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-04f091cd-53c2-4678-b08b-2818732383ef req-99cf89e9-9c82-4c3b-80ca-8799fc9f2d69 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 946 time: 0.0809617 May 06 18:46:12.474563 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-04f091cd-53c2-4678-b08b-2818732383ef req-711be656-b3a6-45aa-97a0-d1fdc7383c62 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Synchronizing usage tracker for tenant:d8fb40d7197446c7a4a7fb86335a053a on resource:security_group {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:46:12.490056 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-04f091cd-53c2-4678-b08b-2818732383ef req-711be656-b3a6-45aa-97a0-d1fdc7383c62 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Unset dirty status for tenant:d8fb40d7197446c7a4a7fb86335a053a on resource:security_group {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:46:12.491288 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-04f091cd-53c2-4678-b08b-2818732383ef req-711be656-b3a6-45aa-97a0-d1fdc7383c62 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545318 May 06 18:46:13.675342 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e5be0-09fc-4b76-ae01-9c5cfc921b85 req-78e95b8c-30f9-4ea2-adce-62474cef3a39 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:13.676019 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-fe2e5be0-09fc-4b76-ae01-9c5cfc921b85 req-78e95b8c-30f9-4ea2-adce-62474cef3a39 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Synchronizing usage tracker for tenant:d8fb40d7197446c7a4a7fb86335a053a on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:46:13.691277 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-fe2e5be0-09fc-4b76-ae01-9c5cfc921b85 req-78e95b8c-30f9-4ea2-adce-62474cef3a39 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Unset dirty status for tenant:d8fb40d7197446c7a4a7fb86335a053a on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:46:13.692604 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fe2e5be0-09fc-4b76-ae01-9c5cfc921b85 req-78e95b8c-30f9-4ea2-adce-62474cef3a39 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 946 time: 0.0950513 May 06 18:46:13.740228 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fe2e5be0-09fc-4b76-ae01-9c5cfc921b85 req-f96115c0-53b5-4c2c-9a1a-df9549f5c934 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/security-groups?id=98863dbb-d4a8-4180-8a90-38abdab7cb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416579 May 06 18:46:14.030303 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768e310-1688-4c1d-82a9-0bcc716b6798 req-33e50c1f-7783-41b7-b463-20ea0260220b tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:14.031760 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d768e310-1688-4c1d-82a9-0bcc716b6798 req-33e50c1f-7783-41b7-b463-20ea0260220b tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 946 time: 0.0807345 May 06 18:46:14.167375 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-d768e310-1688-4c1d-82a9-0bcc716b6798 req-85b50ea4-37df-4e14-b0ec-c2f8bb8342a8 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Deleting port c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:46:14.167633 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d768e310-1688-4c1d-82a9-0bcc716b6798 req-85b50ea4-37df-4e14-b0ec-c2f8bb8342a8 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:14.298094 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-d768e310-1688-4c1d-82a9-0bcc716b6798 req-85b50ea4-37df-4e14-b0ec-c2f8bb8342a8 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] For port c9a9619e-4e2b-44d1-82bb-5300dfd02aa2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c9a9619e-4e2b-44d1-82bb-5300dfd02aa2,segment=NetworkSegment(01343bf8-f07d-4eb2-b8ff-0ea0190a5228),segment_id=01343bf8-f07d-4eb2-b8ff-0ea0190a5228)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:46:14.298444 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d768e310-1688-4c1d-82a9-0bcc716b6798 req-85b50ea4-37df-4e14-b0ec-c2f8bb8342a8 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:14.419193 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-d768e310-1688-4c1d-82a9-0bcc716b6798 req-85b50ea4-37df-4e14-b0ec-c2f8bb8342a8 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Calling delete_port for c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:46:14.532037 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d768e310-1688-4c1d-82a9-0bcc716b6798 req-85b50ea4-37df-4e14-b0ec-c2f8bb8342a8 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:14.537667 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ebf6efa6-f4be-41b7-b19d-3f60dab51b54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:14.543361 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['c9a9619e-4e2b-44d1-82bb-5300dfd02aa2'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:46:14.582841 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b50ea4-37df-4e14-b0ec-c2f8bb8342a8 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Pushing event deleted for resources: {'Port': ['ID=c9a9619e-4e2b-44d1-82bb-5300dfd02aa2,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:14.586084 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-85b50ea4-37df-4e14-b0ec-c2f8bb8342a8 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:14.659627 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-d768e310-1688-4c1d-82a9-0bcc716b6798 req-85b50ea4-37df-4e14-b0ec-c2f8bb8342a8 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] No DVR routers for this DVR port c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 on host hv-cinder-73362 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:46:14.662154 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d768e310-1688-4c1d-82a9-0bcc716b6798 req-85b50ea4-37df-4e14-b0ec-c2f8bb8342a8 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:14.665208 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb3f5aa-4d3d-41a2-88ce-0c6917052739', 'name': 'network-vif-deleted', 'tag': 'c9a9619e-4e2b-44d1-82bb-5300dfd02aa2'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:46:14.681063 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d768e310-1688-4c1d-82a9-0bcc716b6798 req-85b50ea4-37df-4e14-b0ec-c2f8bb8342a8 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.55 "DELETE /v2.0/ports/c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 HTTP/1.1" status: 204 len: 173 time: 0.6437013 May 06 18:46:14.712235 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb3f5aa-4d3d-41a2-88ce-0c6917052739', 'name': 'network-vif-deleted', 'tag': 'c9a9619e-4e2b-44d1-82bb-5300dfd02aa2', 'status': 'completed', 'code': 200} May 06 18:46:14.902686 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-df1cbe8e-49ba-4cf9-a6b4-7467d7c88477 req-ecf73491-37e4-408d-80a7-d019f3fa0a05 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Synchronizing usage tracker for tenant:d8fb40d7197446c7a4a7fb86335a053a on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:46:14.920420 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-df1cbe8e-49ba-4cf9-a6b4-7467d7c88477 req-ecf73491-37e4-408d-80a7-d019f3fa0a05 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Unset dirty status for tenant:d8fb40d7197446c7a4a7fb86335a053a on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:46:14.924693 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-df1cbe8e-49ba-4cf9-a6b4-7467d7c88477 req-ecf73491-37e4-408d-80a7-d019f3fa0a05 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bb3f5aa-4d3d-41a2-88ce-0c6917052739 HTTP/1.1" status: 200 len: 210 time: 0.0619998 May 06 18:46:16.302760 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b0558965-bd3c-4aa2-942f-c119402dbaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:16.550398 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51616) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:17.196012 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08cf3dd6-1746-4572-ad8a-9cd55509ef19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1039683'] for router_interface, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:17.443689 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:46:17.478728 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] No Port match for: c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:46:17.479080 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device c9a9619e-4e2b-44d1-82bb-5300dfd02aa2 not bound to the agent host hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:46:17.611213 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-08cf3dd6-1746-4572-ad8a-9cd55509ef19 admin admin] Deleting port d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1 {{(pid=78804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:46:17.611803 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08cf3dd6-1746-4572-ad8a-9cd55509ef19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:17.730963 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08cf3dd6-1746-4572-ad8a-9cd55509ef19 admin admin] For port d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1,segment=NetworkSegment(01343bf8-f07d-4eb2-b8ff-0ea0190a5228),segment_id=01343bf8-f07d-4eb2-b8ff-0ea0190a5228)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:46:17.731256 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08cf3dd6-1746-4572-ad8a-9cd55509ef19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:17.852898 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-08cf3dd6-1746-4572-ad8a-9cd55509ef19 admin admin] Calling delete_port for d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1 owned by network:router_interface {{(pid=78804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:46:17.990475 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08cf3dd6-1746-4572-ad8a-9cd55509ef19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:17.994230 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-1e311f84-63f1-481f-be75-c302ab706b2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:18.062738 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf3dd6-1746-4572-ad8a-9cd55509ef19 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:18.065290 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08cf3dd6-1746-4572-ad8a-9cd55509ef19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:18.328473 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:18.417861 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08cf3dd6-1746-4572-ad8a-9cd55509ef19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1042931'] for router_interface, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:18.720866 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-6a7d6783-c9a7-44d4-a2a3-685109e37bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:18.770322 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cf3dd6-1746-4572-ad8a-9cd55509ef19 admin admin] Router 55df6ebc-27b6-4d57-9748-bf623b8fe684 has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:46:18.945331 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cf3dd6-1746-4572-ad8a-9cd55509ef19 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:46:18.955728 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e6ca6a-efdb-4e86-be95-7da4967c9d48 None None] Sync routers for ids ['55df6ebc-27b6-4d57-9748-bf623b8fe684'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:46:18.964515 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-08cf3dd6-1746-4572-ad8a-9cd55509ef19 admin admin] 10.222.0.50 "PUT /v2.0/routers/55df6ebc-27b6-4d57-9748-bf623b8fe684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4128573 May 06 18:46:18.967072 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 51620) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:18.984322 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e6ca6a-efdb-4e86-be95-7da4967c9d48 None None] Routers {'55df6ebc-27b6-4d57-9748-bf623b8fe684'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:46:18.984903 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-c8e6ca6a-efdb-4e86-be95-7da4967c9d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:46:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['55df6ebc-27b6-4d57-9748-bf623b8fe684'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:19.168563 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-c8e6ca6a-efdb-4e86-be95-7da4967c9d48 None None] Set router 55df6ebc-27b6-4d57-9748-bf623b8fe684 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:46:19.254111 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49663d5b-f814-4cb6-a228-2059b7bd85c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:19.428551 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49663d5b-f814-4cb6-a228-2059b7bd85c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:19.457196 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-c8e6ca6a-efdb-4e86-be95-7da4967c9d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'name': 'tempest-TestMinimumBasicScenario-616240611-router', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:43:48Z', 'updated_at': '2021-05-06T18:46:17Z', 'revision_number': 5, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'gw_port': {'id': '2c033b4e-1554-4dfa-80bb-968c6b63de61', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:49Z', 'updated_at': '2021-05-06T18:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:19.461820 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e6ca6a-efdb-4e86-be95-7da4967c9d48 None None] Checking router: 55df6ebc-27b6-4d57-9748-bf623b8fe684 for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:46:19.470061 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e6ca6a-efdb-4e86-be95-7da4967c9d48 None None] Routers {'55df6ebc-27b6-4d57-9748-bf623b8fe684'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:46:19.470654 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-c8e6ca6a-efdb-4e86-be95-7da4967c9d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:46:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['55df6ebc-27b6-4d57-9748-bf623b8fe684'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:19.503394 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-49663d5b-f814-4cb6-a228-2059b7bd85c9 admin admin] Deleting port 2c033b4e-1554-4dfa-80bb-968c6b63de61 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:46:19.503740 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49663d5b-f814-4cb6-a228-2059b7bd85c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:19.629954 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [None req-49663d5b-f814-4cb6-a228-2059b7bd85c9 admin admin] For port 2c033b4e-1554-4dfa-80bb-968c6b63de61, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=2c033b4e-1554-4dfa-80bb-968c6b63de61,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:46:19.630216 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49663d5b-f814-4cb6-a228-2059b7bd85c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:19.684254 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-c8e6ca6a-efdb-4e86-be95-7da4967c9d48 None None] Set router 55df6ebc-27b6-4d57-9748-bf623b8fe684 gateway port host: None {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:46:19.754770 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-49663d5b-f814-4cb6-a228-2059b7bd85c9 admin admin] Calling delete_port for 2c033b4e-1554-4dfa-80bb-968c6b63de61 owned by network:router_gateway {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:46:19.792653 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-c8e6ca6a-efdb-4e86-be95-7da4967c9d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'name': 'tempest-TestMinimumBasicScenario-616240611-router', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:43:48Z', 'updated_at': '2021-05-06T18:46:19Z', 'revision_number': 6, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'gw_port_host': None}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:19.796561 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e6ca6a-efdb-4e86-be95-7da4967c9d48 None None] The sync data for ids ['55df6ebc-27b6-4d57-9748-bf623b8fe684'] in dv-cinder-733622-15-iscsi is: [{'id': '55df6ebc-27b6-4d57-9748-bf623b8fe684', 'name': 'tempest-TestMinimumBasicScenario-616240611-router', 'tenant_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:43:48Z', 'updated_at': '2021-05-06T18:46:19Z', 'revision_number': 6, 'project_id': 'd8fb40d7197446c7a4a7fb86335a053a', 'gw_port_host': None}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:46:19.897442 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49663d5b-f814-4cb6-a228-2059b7bd85c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:19.901038 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-72ef65a8-1f17-49c3-b8d0-caae8ad5c9a3 tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:19.945506 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49663d5b-f814-4cb6-a228-2059b7bd85c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c033b4e-1554-4dfa-80bb-968c6b63de61,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:19.971224 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-49663d5b-f814-4cb6-a228-2059b7bd85c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:20.037108 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49663d5b-f814-4cb6-a228-2059b7bd85c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1046119'] for router_gateway, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:20.115431 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:20.207079 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49663d5b-f814-4cb6-a228-2059b7bd85c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15271'] for router, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:20.209573 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49663d5b-f814-4cb6-a228-2059b7bd85c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:20.240561 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49663d5b-f814-4cb6-a228-2059b7bd85c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1038965'] for router, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:20.241087 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49663d5b-f814-4cb6-a228-2059b7bd85c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55df6ebc-27b6-4d57-9748-bf623b8fe684 {{(pid=78803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 18:46:20.253237 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-49663d5b-f814-4cb6-a228-2059b7bd85c9 admin admin] Notify callbacks [] for router, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:20.254339 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-49663d5b-f814-4cb6-a228-2059b7bd85c9 admin admin] 10.222.0.50 "DELETE /v2.0/routers/55df6ebc-27b6-4d57-9748-bf623b8fe684 HTTP/1.1" status: 204 len: 168 time: 1.2861843 May 06 18:46:20.256738 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 51624) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:20.314349 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_v2 [None req-126d4410-8e3d-4ce1-b39c-442e6cb246ea admin admin] Deleting subnet 3741ab13-23e1-4cb0-84ca-3c4021228ce6 {{(pid=78803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:46:20.317273 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-126d4410-8e3d-4ce1-b39c-442e6cb246ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:20.365577 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-126d4410-8e3d-4ce1-b39c-442e6cb246ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2178593'] for subnet, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:20.446109 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-126d4410-8e3d-4ce1-b39c-442e6cb246ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8251675'] for subnet, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:20.805864 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-126d4410-8e3d-4ce1-b39c-442e6cb246ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8251668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2393603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2759995'] for subnet, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:20.811113 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:20.846609 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d4410-8e3d-4ce1-b39c-442e6cb246ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3741ab13-23e1-4cb0-84ca-3c4021228ce6,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:20.849134 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-126d4410-8e3d-4ce1-b39c-442e6cb246ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:20.852112 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-126d4410-8e3d-4ce1-b39c-442e6cb246ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:20.857608 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60d5059-4e36-4b5d-9a8f-fcd2b26b087b None None] Network 5a00aaf0-c153-4042-9a52-2e096fe6b39c requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:46:20.858223 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-126d4410-8e3d-4ce1-b39c-442e6cb246ea admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3741ab13-23e1-4cb0-84ca-3c4021228ce6 HTTP/1.1" status: 204 len: 168 time: 0.6000655 May 06 18:46:20.860639 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 51628) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:20.973187 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-90c48340-1f6f-4a74-9708-ea770431d4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8341019'] for network, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:21.056603 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-90c48340-1f6f-4a74-9708-ea770431d4c4 admin admin] Deleting port 56a595cb-ca8a-479a-aacc-847618eb6cad {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:46:21.056948 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-90c48340-1f6f-4a74-9708-ea770431d4c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:21.068824 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1 no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:46:21.106910 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1 {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:46:21.107282 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device d7078fdb-ba74-47f3-aeef-20fbdf8b5eb1 not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:46:21.107708 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 2c033b4e-1554-4dfa-80bb-968c6b63de61 no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:46:21.136734 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8096a995-259f-4296-9316-473641c0d816 None None] DHCP port deletion for 5a00aaf0-c153-4042-9a52-2e096fe6b39c request from dv-cinder-733622-15-iscsi {{(pid=78805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 18:46:21.144752 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: 2c033b4e-1554-4dfa-80bb-968c6b63de61 {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:46:21.145099 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 2c033b4e-1554-4dfa-80bb-968c6b63de61 not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:46:21.160840 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [None req-90c48340-1f6f-4a74-9708-ea770431d4c4 admin admin] For port 56a595cb-ca8a-479a-aacc-847618eb6cad, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=56a595cb-ca8a-479a-aacc-847618eb6cad,segment=NetworkSegment(01343bf8-f07d-4eb2-b8ff-0ea0190a5228),segment_id=01343bf8-f07d-4eb2-b8ff-0ea0190a5228)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:46:21.161195 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-90c48340-1f6f-4a74-9708-ea770431d4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:21.206731 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-8096a995-259f-4296-9316-473641c0d816 None None] Deleting port 56a595cb-ca8a-479a-aacc-847618eb6cad {{(pid=78805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:46:21.207111 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-8096a995-259f-4296-9316-473641c0d816 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:21.284535 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-90c48340-1f6f-4a74-9708-ea770431d4c4 admin admin] Calling delete_port for 56a595cb-ca8a-479a-aacc-847618eb6cad owned by network:dhcp {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:46:21.310519 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-8096a995-259f-4296-9316-473641c0d816 None None] For port 56a595cb-ca8a-479a-aacc-847618eb6cad, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=56a595cb-ca8a-479a-aacc-847618eb6cad,segment=NetworkSegment(01343bf8-f07d-4eb2-b8ff-0ea0190a5228),segment_id=01343bf8-f07d-4eb2-b8ff-0ea0190a5228)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:46:21.310921 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-8096a995-259f-4296-9316-473641c0d816 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:21.332084 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-90c48340-1f6f-4a74-9708-ea770431d4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:21.336862 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-31c671e1-9c43-4d88-832e-f2fcd037670a tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:21.383768 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c48340-1f6f-4a74-9708-ea770431d4c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=56a595cb-ca8a-479a-aacc-847618eb6cad,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:21.386270 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-90c48340-1f6f-4a74-9708-ea770431d4c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:21.388755 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c48340-1f6f-4a74-9708-ea770431d4c4 admin admin] No DVR routers for this DVR port 56a595cb-ca8a-479a-aacc-847618eb6cad on host dv-cinder-733622-15-iscsi {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:46:21.435981 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-8096a995-259f-4296-9316-473641c0d816 None None] Calling delete_port for 56a595cb-ca8a-479a-aacc-847618eb6cad owned by network:dhcp {{(pid=78805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:46:21.478086 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-8096a995-259f-4296-9316-473641c0d816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615'] for port, after_delete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:21.481595 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:21.505677 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-90c48340-1f6f-4a74-9708-ea770431d4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8253920', 'neutron.services.segments.db._delete_segments_for_network-8734943948701'] for network, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:21.519192 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-90c48340-1f6f-4a74-9708-ea770431d4c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a00aaf0-c153-4042-9a52-2e096fe6b39c']}} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:21.524804 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096a995-259f-4296-9316-473641c0d816 None None] Pushing event deleted for resources: {'Port': ['ID=56a595cb-ca8a-479a-aacc-847618eb6cad,revision_number=None']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:21.532142 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-90c48340-1f6f-4a74-9708-ea770431d4c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01343bf8-f07d-4eb2-b8ff-0ea0190a5228') {'for_net_delete': True} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:21.532593 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-90c48340-1f6f-4a74-9708-ea770431d4c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01343bf8-f07d-4eb2-b8ff-0ea0190a5228') {} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:21.532748 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8096a995-259f-4296-9316-473641c0d816 None None] No DVR routers for this DVR port 56a595cb-ca8a-479a-aacc-847618eb6cad on host dv-cinder-733622-15-iscsi {{(pid=78805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:46:21.534705 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096a995-259f-4296-9316-473641c0d816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:21.534993 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096a995-259f-4296-9316-473641c0d816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:21.535355 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096a995-259f-4296-9316-473641c0d816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:21.535687 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096a995-259f-4296-9316-473641c0d816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:21.536013 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096a995-259f-4296-9316-473641c0d816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:21.536337 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096a995-259f-4296-9316-473641c0d816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:21.536657 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096a995-259f-4296-9316-473641c0d816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:21.536985 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096a995-259f-4296-9316-473641c0d816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:21.537304 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096a995-259f-4296-9316-473641c0d816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:21.537625 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096a995-259f-4296-9316-473641c0d816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:21.537940 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096a995-259f-4296-9316-473641c0d816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:21.538660 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096a995-259f-4296-9316-473641c0d816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:21.542370 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-8096a995-259f-4296-9316-473641c0d816 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:21.548311 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-90c48340-1f6f-4a74-9708-ea770431d4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734943960679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2178622'] for segment, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:21.565694 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-90c48340-1f6f-4a74-9708-ea770431d4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:21.573021 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c48340-1f6f-4a74-9708-ea770431d4c4 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=78803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:46:21.573584 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-90c48340-1f6f-4a74-9708-ea770431d4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8250152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2393701'] for segment, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: Traceback (most recent call last): May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: timer() May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: cb(*args, **kw) May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: return func(*args, **kwargs) May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: self._notify() May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: self.callback(batched_events) May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: event.method(event) May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: return f(self, *a, **k) May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: return self._get(url).json() May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: return self.request(url, 'GET', **kwargs) May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:46:21.587186 dv-cinder-733622-15-iscsi neutron-server[78803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:46:21.658027 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:21.669838 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-90c48340-1f6f-4a74-9708-ea770431d4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8253849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1046133'] for network, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:21.673518 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c2d6dc5c-b03a-4bb3-9d1d-4a9eab7dbd2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:21.686820 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-90c48340-1f6f-4a74-9708-ea770431d4c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:21.697285 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c48340-1f6f-4a74-9708-ea770431d4c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a00aaf0-c153-4042-9a52-2e096fe6b39c,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:21.701306 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-90c48340-1f6f-4a74-9708-ea770431d4c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:21.704737 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-90c48340-1f6f-4a74-9708-ea770431d4c4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5a00aaf0-c153-4042-9a52-2e096fe6b39c HTTP/1.1" status: 204 len: 168 time: 0.8431907 May 06 18:46:21.708136 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 51632) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:22.344289 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-978d2b71-9cea-4842-9364-988fa944dc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1039683'] for router_interface, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:22.752087 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-978d2b71-9cea-4842-9364-988fa944dc7c admin admin] Deleting port d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:46:22.752425 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-978d2b71-9cea-4842-9364-988fa944dc7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:22.873497 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [None req-978d2b71-9cea-4842-9364-988fa944dc7c admin admin] For port d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e,segment=NetworkSegment(96ffd89d-400e-4c0f-ad42-10c772d60b6f),segment_id=96ffd89d-400e-4c0f-ad42-10c772d60b6f)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:46:22.873843 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-978d2b71-9cea-4842-9364-988fa944dc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:22.996261 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-978d2b71-9cea-4842-9364-988fa944dc7c admin admin] Calling delete_port for d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e owned by network:router_interface {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:46:23.047677 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 56a595cb-ca8a-479a-aacc-847618eb6cad no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:46:23.081370 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: 56a595cb-ca8a-479a-aacc-847618eb6cad {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:46:23.081718 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 56a595cb-ca8a-479a-aacc-847618eb6cad not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:46:23.138565 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-978d2b71-9cea-4842-9364-988fa944dc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:23.142471 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f134328d-a3a2-4575-a8d1-6c6ac5dc0432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:23.188774 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d2b71-9cea-4842-9364-988fa944dc7c admin admin] Pushing event deleted for resources: {'Port': ['ID=d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:23.191186 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-978d2b71-9cea-4842-9364-988fa944dc7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:23.453975 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-978d2b71-9cea-4842-9364-988fa944dc7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1042931'] for router_interface, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:23.907918 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978d2b71-9cea-4842-9364-988fa944dc7c admin admin] Router 90122184-0f5e-4bb1-8334-13a2cd9f91ab has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:46:24.087305 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978d2b71-9cea-4842-9364-988fa944dc7c admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:46:24.095297 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb59f52-4ae1-4e1d-ac11-f308cfe7a026 None None] Sync routers for ids ['90122184-0f5e-4bb1-8334-13a2cd9f91ab'] in dv-cinder-733622-15-iscsi {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:46:24.105858 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb59f52-4ae1-4e1d-ac11-f308cfe7a026 None None] Routers {'90122184-0f5e-4bb1-8334-13a2cd9f91ab'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:46:24.106052 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-978d2b71-9cea-4842-9364-988fa944dc7c admin admin] 10.222.0.50 "PUT /v2.0/routers/90122184-0f5e-4bb1-8334-13a2cd9f91ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3967826 May 06 18:46:24.106589 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-9cb59f52-4ae1-4e1d-ac11-f308cfe7a026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:46:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['90122184-0f5e-4bb1-8334-13a2cd9f91ab'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:24.108368 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 51636) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:24.280929 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-9cb59f52-4ae1-4e1d-ac11-f308cfe7a026 None None] Set router 90122184-0f5e-4bb1-8334-13a2cd9f91ab gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:46:24.281554 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd19c-8168-456d-a21b-1903a1401a59 admin admin] Notify callbacks [] for router, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:24.458434 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd19c-8168-456d-a21b-1903a1401a59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:24.529387 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-1c1dd19c-8168-456d-a21b-1903a1401a59 admin admin] Deleting port 5cbad2e1-64ef-4e46-9f88-b19af959f5af {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:46:24.529728 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd19c-8168-456d-a21b-1903a1401a59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:24.566103 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-9cb59f52-4ae1-4e1d-ac11-f308cfe7a026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90122184-0f5e-4bb1-8334-13a2cd9f91ab', 'name': 'tempest-TestMinimumBasicScenario-37793300-router', 'tenant_id': '44189ecf60d848cf876cf281fd46f4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '5cbad2e1-64ef-4e46-9f88-b19af959f5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:43:55Z', 'updated_at': '2021-05-06T18:46:23Z', 'revision_number': 5, 'project_id': '44189ecf60d848cf876cf281fd46f4b0', 'gw_port': {'id': '5cbad2e1-64ef-4e46-9f88-b19af959f5af', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90122184-0f5e-4bb1-8334-13a2cd9f91ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:43:56Z', 'updated_at': '2021-05-06T18:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:24.569927 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb59f52-4ae1-4e1d-ac11-f308cfe7a026 None None] Checking router: 90122184-0f5e-4bb1-8334-13a2cd9f91ab for host: dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:46:24.578099 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb59f52-4ae1-4e1d-ac11-f308cfe7a026 None None] Routers {'90122184-0f5e-4bb1-8334-13a2cd9f91ab'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:46:24.578700 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-9cb59f52-4ae1-4e1d-ac11-f308cfe7a026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:46:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['90122184-0f5e-4bb1-8334-13a2cd9f91ab'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:24.651803 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [None req-1c1dd19c-8168-456d-a21b-1903a1401a59 admin admin] For port 5cbad2e1-64ef-4e46-9f88-b19af959f5af, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=5cbad2e1-64ef-4e46-9f88-b19af959f5af,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:46:24.652256 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd19c-8168-456d-a21b-1903a1401a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:24.728338 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-9cb59f52-4ae1-4e1d-ac11-f308cfe7a026 None None] Set router 90122184-0f5e-4bb1-8334-13a2cd9f91ab gateway port host: None {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:46:24.777569 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-1c1dd19c-8168-456d-a21b-1903a1401a59 admin admin] Calling delete_port for 5cbad2e1-64ef-4e46-9f88-b19af959f5af owned by network:router_gateway {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:46:24.832990 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-9cb59f52-4ae1-4e1d-ac11-f308cfe7a026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90122184-0f5e-4bb1-8334-13a2cd9f91ab', 'name': 'tempest-TestMinimumBasicScenario-37793300-router', 'tenant_id': '44189ecf60d848cf876cf281fd46f4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:43:55Z', 'updated_at': '2021-05-06T18:46:24Z', 'revision_number': 6, 'project_id': '44189ecf60d848cf876cf281fd46f4b0', 'gw_port_host': None}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:24.837665 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb59f52-4ae1-4e1d-ac11-f308cfe7a026 None None] The sync data for ids ['90122184-0f5e-4bb1-8334-13a2cd9f91ab'] in dv-cinder-733622-15-iscsi is: [{'id': '90122184-0f5e-4bb1-8334-13a2cd9f91ab', 'name': 'tempest-TestMinimumBasicScenario-37793300-router', 'tenant_id': '44189ecf60d848cf876cf281fd46f4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:43:55Z', 'updated_at': '2021-05-06T18:46:24Z', 'revision_number': 6, 'project_id': '44189ecf60d848cf876cf281fd46f4b0', 'gw_port_host': None}] {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:46:24.915016 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd19c-8168-456d-a21b-1903a1401a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:24.919395 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ecaf8404-b8cd-406c-b2b9-316038e62a6b tempest-VolumesSnapshotTestJSON-475473411 tempest-VolumesSnapshotTestJSON-475473411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:24.962847 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1dd19c-8168-456d-a21b-1903a1401a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cbad2e1-64ef-4e46-9f88-b19af959f5af,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:24.966599 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-1c1dd19c-8168-456d-a21b-1903a1401a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:25.160543 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd19c-8168-456d-a21b-1903a1401a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1046119'] for router_gateway, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:25.339585 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd19c-8168-456d-a21b-1903a1401a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15271'] for router, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:25.341864 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd19c-8168-456d-a21b-1903a1401a59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:25.367077 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd19c-8168-456d-a21b-1903a1401a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1038965'] for router, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:25.367616 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1dd19c-8168-456d-a21b-1903a1401a59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90122184-0f5e-4bb1-8334-13a2cd9f91ab {{(pid=78803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 18:46:25.379699 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd19c-8168-456d-a21b-1903a1401a59 admin admin] Notify callbacks [] for router, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:25.380815 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-1c1dd19c-8168-456d-a21b-1903a1401a59 admin admin] 10.222.0.50 "DELETE /v2.0/routers/90122184-0f5e-4bb1-8334-13a2cd9f91ab HTTP/1.1" status: 204 len: 168 time: 1.2715430 May 06 18:46:25.383961 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 51640) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:25.442186 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7bef2f-e282-4ad7-8af5-d3b98a527f2c admin admin] Deleting subnet 14eb6f64-4e74-4c35-b212-b44ee4d13749 {{(pid=78803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:46:25.445758 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ae7bef2f-e282-4ad7-8af5-d3b98a527f2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:25.494700 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ae7bef2f-e282-4ad7-8af5-d3b98a527f2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2178593'] for subnet, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:25.574237 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ae7bef2f-e282-4ad7-8af5-d3b98a527f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8251675'] for subnet, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:25.593993 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:46:25.632663 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:46:25.633103 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device d2f834ef-2b5e-44b7-9cc7-c6f64a6ec58e not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:46:25.841214 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ae7bef2f-e282-4ad7-8af5-d3b98a527f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8251668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2393603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2759995'] for subnet, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:25.845263 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:25.883851 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bef2f-e282-4ad7-8af5-d3b98a527f2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14eb6f64-4e74-4c35-b212-b44ee4d13749,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:25.886210 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ae7bef2f-e282-4ad7-8af5-d3b98a527f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:25.887871 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ae7bef2f-e282-4ad7-8af5-d3b98a527f2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:25.889836 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7caca7b-63f7-48c0-9f1c-d851a644ceb4 None None] Network 58bbb420-cd74-4e14-b8fa-a1937c5f3fe8 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:46:25.894115 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-ae7bef2f-e282-4ad7-8af5-d3b98a527f2c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/14eb6f64-4e74-4c35-b212-b44ee4d13749 HTTP/1.1" status: 204 len: 168 time: 0.5091805 May 06 18:46:25.896550 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 51644) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:26.004443 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9bf171d4-9505-47f5-a87f-78b40ffb0459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8341019'] for network, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:26.075338 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-9bf171d4-9505-47f5-a87f-78b40ffb0459 admin admin] Deleting port 9065d99a-bc9c-4c02-9e42-e0a9b4450d77 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:46:26.075702 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9bf171d4-9505-47f5-a87f-78b40ffb0459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:26.140407 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70f919d-a0a1-472a-b294-e927ef8f21e4 None None] DHCP port deletion for 58bbb420-cd74-4e14-b8fa-a1937c5f3fe8 request from dv-cinder-733622-15-iscsi {{(pid=78805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 18:46:26.175059 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [None req-9bf171d4-9505-47f5-a87f-78b40ffb0459 admin admin] For port 9065d99a-bc9c-4c02-9e42-e0a9b4450d77, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=9065d99a-bc9c-4c02-9e42-e0a9b4450d77,segment=NetworkSegment(96ffd89d-400e-4c0f-ad42-10c772d60b6f),segment_id=96ffd89d-400e-4c0f-ad42-10c772d60b6f)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:46:26.175434 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9bf171d4-9505-47f5-a87f-78b40ffb0459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:26.207668 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-b70f919d-a0a1-472a-b294-e927ef8f21e4 None None] Deleting port 9065d99a-bc9c-4c02-9e42-e0a9b4450d77 {{(pid=78805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:46:26.208038 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b70f919d-a0a1-472a-b294-e927ef8f21e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:26.296759 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-9bf171d4-9505-47f5-a87f-78b40ffb0459 admin admin] Calling delete_port for 9065d99a-bc9c-4c02-9e42-e0a9b4450d77 owned by network:dhcp {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:46:26.307026 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-b70f919d-a0a1-472a-b294-e927ef8f21e4 None None] For port 9065d99a-bc9c-4c02-9e42-e0a9b4450d77, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=9065d99a-bc9c-4c02-9e42-e0a9b4450d77,segment=NetworkSegment(96ffd89d-400e-4c0f-ad42-10c772d60b6f),segment_id=96ffd89d-400e-4c0f-ad42-10c772d60b6f)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:46:26.307455 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b70f919d-a0a1-472a-b294-e927ef8f21e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:26.343769 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9bf171d4-9505-47f5-a87f-78b40ffb0459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:26.347540 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-32ce60ed-fb55-40a2-85cd-a14896b42f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:26.370090 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:46:26.392501 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf171d4-9505-47f5-a87f-78b40ffb0459 admin admin] Pushing event deleted for resources: {'Port': ['ID=9065d99a-bc9c-4c02-9e42-e0a9b4450d77,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:26.396184 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-9bf171d4-9505-47f5-a87f-78b40ffb0459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:26.399325 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf171d4-9505-47f5-a87f-78b40ffb0459 admin admin] No DVR routers for this DVR port 9065d99a-bc9c-4c02-9e42-e0a9b4450d77 on host dv-cinder-733622-15-iscsi {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:46:26.466777 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-b70f919d-a0a1-472a-b294-e927ef8f21e4 None None] Calling delete_port for 9065d99a-bc9c-4c02-9e42-e0a9b4450d77 owned by network:dhcp {{(pid=78805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:46:26.510928 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b70f919d-a0a1-472a-b294-e927ef8f21e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615'] for port, after_delete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:26.514734 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:26.561821 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f919d-a0a1-472a-b294-e927ef8f21e4 None None] Pushing event deleted for resources: {'Port': ['ID=9065d99a-bc9c-4c02-9e42-e0a9b4450d77,revision_number=None']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:26.563625 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70f919d-a0a1-472a-b294-e927ef8f21e4 None None] No DVR routers for this DVR port 9065d99a-bc9c-4c02-9e42-e0a9b4450d77 on host dv-cinder-733622-15-iscsi {{(pid=78805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:46:26.565032 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-b70f919d-a0a1-472a-b294-e927ef8f21e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:26.622731 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9bf171d4-9505-47f5-a87f-78b40ffb0459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8253920', 'neutron.services.segments.db._delete_segments_for_network-8734943948701'] for network, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:26.635192 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-9bf171d4-9505-47f5-a87f-78b40ffb0459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58bbb420-cd74-4e14-b8fa-a1937c5f3fe8']}} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:26.646737 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-9bf171d4-9505-47f5-a87f-78b40ffb0459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ffd89d-400e-4c0f-ad42-10c772d60b6f') {'for_net_delete': True} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:26.647029 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-9bf171d4-9505-47f5-a87f-78b40ffb0459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ffd89d-400e-4c0f-ad42-10c772d60b6f') {} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:26.658500 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9bf171d4-9505-47f5-a87f-78b40ffb0459 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734943960679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2178622'] for segment, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:26.675104 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9bf171d4-9505-47f5-a87f-78b40ffb0459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:26.681193 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf171d4-9505-47f5-a87f-78b40ffb0459 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=78803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:46:26.681556 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9bf171d4-9505-47f5-a87f-78b40ffb0459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8250152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2393701'] for segment, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: Traceback (most recent call last): May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: timer() May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: cb(*args, **kw) May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: return func(*args, **kwargs) May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: self._notify() May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: self.callback(batched_events) May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: event.method(event) May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: return f(self, *a, **k) May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: return self._get(url).json() May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: return self.request(url, 'GET', **kwargs) May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:46:26.694648 dv-cinder-733622-15-iscsi neutron-server[78803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:46:26.771134 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9bf171d4-9505-47f5-a87f-78b40ffb0459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8253849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1046133'] for network, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:26.776774 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9bf171d4-9505-47f5-a87f-78b40ffb0459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:26.780440 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-a1212352-5bf4-4f25-8bac-e66e42fba56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:26.804753 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf171d4-9505-47f5-a87f-78b40ffb0459 admin admin] Pushing event deleted for resources: {'Network': ['ID=58bbb420-cd74-4e14-b8fa-a1937c5f3fe8,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:26.807088 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-9bf171d4-9505-47f5-a87f-78b40ffb0459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:26.808920 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-9bf171d4-9505-47f5-a87f-78b40ffb0459 admin admin] 10.222.0.50 "DELETE /v2.0/networks/58bbb420-cd74-4e14-b8fa-a1937c5f3fe8 HTTP/1.1" status: 204 len: 168 time: 0.9114552 May 06 18:46:26.978262 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51650) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:27.029376 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-1f9fd819-310a-4f08-a91a-6ada9137fdf9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d8fb40d7197446c7a4a7fb86335a053a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498853 May 06 18:46:27.031706 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51654) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:27.049570 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 5cbad2e1-64ef-4e46-9f88-b19af959f5af no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:46:27.084637 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: 5cbad2e1-64ef-4e46-9f88-b19af959f5af {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:46:27.084966 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 5cbad2e1-64ef-4e46-9f88-b19af959f5af not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:46:27.085900 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 9065d99a-bc9c-4c02-9e42-e0a9b4450d77 no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:46:27.091212 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-98581d1d-96de-45f4-854a-28fea7d89a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:27.116496 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-98581d1d-96de-45f4-854a-28fea7d89a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:27.117859 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: 9065d99a-bc9c-4c02-9e42-e0a9b4450d77 {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:46:27.118212 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 9065d99a-bc9c-4c02-9e42-e0a9b4450d77 not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:46:27.168710 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-98581d1d-96de-45f4-854a-28fea7d89a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:27.172283 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c58b9226-d162-4c23-9459-62749258d852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:27.184619 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98581d1d-96de-45f4-854a-28fea7d89a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98863dbb-d4a8-4180-8a90-38abdab7cb9a,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:27.187875 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-98581d1d-96de-45f4-854a-28fea7d89a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:27.196918 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-98581d1d-96de-45f4-854a-28fea7d89a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:27.200478 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-98581d1d-96de-45f4-854a-28fea7d89a79 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/98863dbb-d4a8-4180-8a90-38abdab7cb9a HTTP/1.1" status: 204 len: 168 time: 0.1654358 May 06 18:46:27.441113 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:27.541819 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51662) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:27.593331 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-723ee21c-5067-4ae8-9704-d0359afcb583 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=44189ecf60d848cf876cf281fd46f4b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499578 May 06 18:46:27.595701 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51666) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:27.656847 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1ae8e345-ea97-443e-afda-36b1409213ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:27.682127 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1ae8e345-ea97-443e-afda-36b1409213ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:27.735023 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1ae8e345-ea97-443e-afda-36b1409213ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:27.738694 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7f81785e-24b4-47bb-9d55-2d02f3c0247a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:27.751689 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8e345-ea97-443e-afda-36b1409213ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd000c9-8564-4493-bbf6-8a046168105e,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:27.753958 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-1ae8e345-ea97-443e-afda-36b1409213ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:27.757782 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1ae8e345-ea97-443e-afda-36b1409213ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:27.759740 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-1ae8e345-ea97-443e-afda-36b1409213ca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9bd000c9-8564-4493-bbf6-8a046168105e HTTP/1.1" status: 204 len: 168 time: 0.1629632 May 06 18:46:46.306785 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-e96f82c0-0dde-44d5-9848-5dc4b358fdc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:48.331611 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:48.723696 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-adb7c000-66ae-4f20-b01a-6bdfd8e2949d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:50.121218 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:51.663240 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:55.657920 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d1e4e-b3ed-4c61-9d13-abee190cf035 req-d81a217d-2763-4fda-9b83-9658ee7d4f26 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:55.659339 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3a1d1e4e-b3ed-4c61-9d13-abee190cf035 req-d81a217d-2763-4fda-9b83-9658ee7d4f26 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=39219ff0-e27d-4b96-a277-2266b7f1d849 HTTP/1.1" status: 200 len: 946 time: 0.0862129 May 06 18:46:55.711270 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3a1d1e4e-b3ed-4c61-9d13-abee190cf035 req-ac092cd3-e8a8-4dfb-b80b-db89ca8c2515 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457654 May 06 18:46:56.912876 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cddf4-0f9a-47c8-a065-994bba2e71db req-fa8540b1-ca0a-42f4-ae03-6f390ca8b715 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:56.915729 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-bd9cddf4-0f9a-47c8-a065-994bba2e71db req-fa8540b1-ca0a-42f4-ae03-6f390ca8b715 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=39219ff0-e27d-4b96-a277-2266b7f1d849 HTTP/1.1" status: 200 len: 946 time: 0.0910268 May 06 18:46:56.963232 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-bd9cddf4-0f9a-47c8-a065-994bba2e71db req-a1d80598-9bfe-47a2-baf6-a9fdfa19239e tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416787 May 06 18:46:57.021474 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee29e0-3b8b-44f0-b1d5-fbfcd70fee3a req-2977dc5c-5e1c-4579-bf05-7bacdbe4bac4 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:57.023827 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b6ee29e0-3b8b-44f0-b1d5-fbfcd70fee3a req-2977dc5c-5e1c-4579-bf05-7bacdbe4bac4 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.55 "GET /v2.0/ports?device_id=39219ff0-e27d-4b96-a277-2266b7f1d849 HTTP/1.1" status: 200 len: 946 time: 0.0841005 May 06 18:46:57.166001 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-b6ee29e0-3b8b-44f0-b1d5-fbfcd70fee3a req-1d0bc7cd-7c91-42fd-a6e3-13c23c8ca4b2 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Deleting port 0d18dbf9-361b-4a5d-a51e-4348611f22b4 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:46:57.166337 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b6ee29e0-3b8b-44f0-b1d5-fbfcd70fee3a req-1d0bc7cd-7c91-42fd-a6e3-13c23c8ca4b2 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:57.307805 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-b6ee29e0-3b8b-44f0-b1d5-fbfcd70fee3a req-1d0bc7cd-7c91-42fd-a6e3-13c23c8ca4b2 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] For port 0d18dbf9-361b-4a5d-a51e-4348611f22b4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0d18dbf9-361b-4a5d-a51e-4348611f22b4,segment=NetworkSegment(18668fc2-a888-4e60-89c3-6a276abc0f8f),segment_id=18668fc2-a888-4e60-89c3-6a276abc0f8f)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:46:57.308059 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b6ee29e0-3b8b-44f0-b1d5-fbfcd70fee3a req-1d0bc7cd-7c91-42fd-a6e3-13c23c8ca4b2 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:57.444242 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:57.620693 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b6ee29e0-3b8b-44f0-b1d5-fbfcd70fee3a req-1d0bc7cd-7c91-42fd-a6e3-13c23c8ca4b2 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:57.620976 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b6ee29e0-3b8b-44f0-b1d5-fbfcd70fee3a req-1d0bc7cd-7c91-42fd-a6e3-13c23c8ca4b2 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1046138'] for floatingip, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:57.621285 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.db.l3_db [req-b6ee29e0-3b8b-44f0-b1d5-fbfcd70fee3a req-1d0bc7cd-7c91-42fd-a6e3-13c23c8ca4b2 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Floating IP c1e91b83-9612-47be-8b73-2923e2b2ed29 disassociated. External IP: 172.27.1.224, port: 0d18dbf9-361b-4a5d-a51e-4348611f22b4. May 06 18:46:57.621616 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-b6ee29e0-3b8b-44f0-b1d5-fbfcd70fee3a req-1d0bc7cd-7c91-42fd-a6e3-13c23c8ca4b2 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Calling delete_port for 0d18dbf9-361b-4a5d-a51e-4348611f22b4 owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:46:57.735525 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b6ee29e0-3b8b-44f0-b1d5-fbfcd70fee3a req-1d0bc7cd-7c91-42fd-a6e3-13c23c8ca4b2 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:57.741539 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-574f2da6-4a44-4474-ac41-1816894b1a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:57.808779 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0bc7cd-7c91-42fd-a6e3-13c23c8ca4b2 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Pushing event deleted for resources: {'Port': ['ID=0d18dbf9-361b-4a5d-a51e-4348611f22b4,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:57.813324 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-1d0bc7cd-7c91-42fd-a6e3-13c23c8ca4b2 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:58.014903 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6ee29e0-3b8b-44f0-b1d5-fbfcd70fee3a req-1d0bc7cd-7c91-42fd-a6e3-13c23c8ca4b2 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Router fe691a20-1d59-4c74-8587-2adb55b4e15d has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:46:58.303825 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e12c26e1-0558-47bd-ba55-f966de53f71f req-57680e0a-205b-4894-a465-f71c6119540f tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=39219ff0-e27d-4b96-a277-2266b7f1d849 HTTP/1.1" status: 200 len: 210 time: 0.1730664 May 06 18:46:58.356013 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6ee29e0-3b8b-44f0-b1d5-fbfcd70fee3a req-1d0bc7cd-7c91-42fd-a6e3-13c23c8ca4b2 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:46:58.365316 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c23278-c65b-4fc7-95d6-b657f31129aa None None] Sync routers for ids ['fe691a20-1d59-4c74-8587-2adb55b4e15d'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:46:58.378159 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c23278-c65b-4fc7-95d6-b657f31129aa None None] Routers {'fe691a20-1d59-4c74-8587-2adb55b4e15d'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:46:58.378882 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-b5c23278-c65b-4fc7-95d6-b657f31129aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:46:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['fe691a20-1d59-4c74-8587-2adb55b4e15d'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:58.429900 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ee29e0-3b8b-44f0-b1d5-fbfcd70fee3a req-1d0bc7cd-7c91-42fd-a6e3-13c23c8ca4b2 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] No DVR routers for this DVR port 0d18dbf9-361b-4a5d-a51e-4348611f22b4 on host hv-cinder-73362 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:46:58.432885 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b6ee29e0-3b8b-44f0-b1d5-fbfcd70fee3a req-1d0bc7cd-7c91-42fd-a6e3-13c23c8ca4b2 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:58.435547 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39219ff0-e27d-4b96-a277-2266b7f1d849', 'name': 'network-vif-deleted', 'tag': '0d18dbf9-361b-4a5d-a51e-4348611f22b4'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:46:58.452512 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b6ee29e0-3b8b-44f0-b1d5-fbfcd70fee3a req-1d0bc7cd-7c91-42fd-a6e3-13c23c8ca4b2 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.55 "DELETE /v2.0/ports/0d18dbf9-361b-4a5d-a51e-4348611f22b4 HTTP/1.1" status: 204 len: 173 time: 1.4232950 May 06 18:46:58.484601 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39219ff0-e27d-4b96-a277-2266b7f1d849', 'name': 'network-vif-deleted', 'tag': '0d18dbf9-361b-4a5d-a51e-4348611f22b4', 'status': 'completed', 'code': 200} May 06 18:46:58.559412 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-b5c23278-c65b-4fc7-95d6-b657f31129aa None None] Set router fe691a20-1d59-4c74-8587-2adb55b4e15d gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:46:58.889010 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-b5c23278-c65b-4fc7-95d6-b657f31129aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:44:06Z', 'revision_number': 4, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port': {'id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:01Z', 'updated_at': '2021-05-06T18:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '78783e6e-ec55-4d0b-a912-23f6058d3712', 'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'mac_address': 'fa:16:3e:36:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:05Z', 'updated_at': '2021-05-06T18:44:13Z', 'revision_number': 5, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'subnets': [{'id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:58.892730 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c23278-c65b-4fc7-95d6-b657f31129aa None None] Checking router: fe691a20-1d59-4c74-8587-2adb55b4e15d for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:46:58.901978 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c23278-c65b-4fc7-95d6-b657f31129aa None None] Routers {'fe691a20-1d59-4c74-8587-2adb55b4e15d'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:46:58.902578 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-b5c23278-c65b-4fc7-95d6-b657f31129aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:46:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['fe691a20-1d59-4c74-8587-2adb55b4e15d'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:59.082975 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-b5c23278-c65b-4fc7-95d6-b657f31129aa None None] Set router fe691a20-1d59-4c74-8587-2adb55b4e15d gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:46:59.409311 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-b5c23278-c65b-4fc7-95d6-b657f31129aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:44:06Z', 'revision_number': 4, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port': {'id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:01Z', 'updated_at': '2021-05-06T18:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '78783e6e-ec55-4d0b-a912-23f6058d3712', 'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'mac_address': 'fa:16:3e:36:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:05Z', 'updated_at': '2021-05-06T18:44:13Z', 'revision_number': 5, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'subnets': [{'id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:59.415268 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c23278-c65b-4fc7-95d6-b657f31129aa None None] The sync data for ids ['fe691a20-1d59-4c74-8587-2adb55b4e15d'] in dv-cinder-733622-15-iscsi is: [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:44:06Z', 'revision_number': 4, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port': {'id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:01Z', 'updated_at': '2021-05-06T18:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '78783e6e-ec55-4d0b-a912-23f6058d3712', 'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'mac_address': 'fa:16:3e:36:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:05Z', 'updated_at': '2021-05-06T18:44:13Z', 'revision_number': 5, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'subnets': [{'id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:46:59.648557 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ac6160-cc86-46bf-a8fd-7bdd9d1a0c42 None None] New status for floating IP c1e91b83-9612-47be-8b73-2923e2b2ed29: DOWN {{(pid=78806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:46:59.723523 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-33c24ba9-15ea-437d-bbd4-e6bb478e2070 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1481365787&fields=id&tenant_id=992bdb878c3d45afa89e89fa3a20f1f5 HTTP/1.1" status: 200 len: 267 time: 0.0423818 May 06 18:46:59.883042 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-23750607-1d0c-41c8-af56-82e293649227 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:59.884593 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-23750607-1d0c-41c8-af56-82e293649227 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/networks?id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 HTTP/1.1" status: 200 len: 812 time: 0.1527674 May 06 18:46:59.901695 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-ddc5365b-aaf4-4f10-b674-d47e57579e8b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/quotas/992bdb878c3d45afa89e89fa3a20f1f5 HTTP/1.1" status: 200 len: 375 time: 0.0104134 May 06 18:46:59.987700 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-754d0aff-c1d2-4ff3-93cf-9ef910867fda tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=992bdb878c3d45afa89e89fa3a20f1f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0798383 May 06 18:47:00.352814 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-6e8078dc-f19e-443e-abe3-f98a8c904a96 service neutron] 10.222.0.50 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528545 May 06 18:47:00.487230 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-3bfcd918-dda4-413e-8085-b9f65fb571b7 service neutron] 10.222.0.50 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277170 May 06 18:47:00.879779 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-bddf4fec-80a0-4e6d-96a1-0dabd7850341 req-89b94418-214d-4db6-beb4-da7ead04cb9b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Synchronizing usage tracker for tenant:992bdb878c3d45afa89e89fa3a20f1f5 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:47:00.895541 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-bddf4fec-80a0-4e6d-96a1-0dabd7850341 req-89b94418-214d-4db6-beb4-da7ead04cb9b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Unset dirty status for tenant:992bdb878c3d45afa89e89fa3a20f1f5 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:47:00.896685 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bddf4fec-80a0-4e6d-96a1-0dabd7850341 req-89b94418-214d-4db6-beb4-da7ead04cb9b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 210 time: 0.0590184 May 06 18:47:01.583216 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 0d18dbf9-361b-4a5d-a51e-4348611f22b4 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:47:01.662388 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] No Port match for: 0d18dbf9-361b-4a5d-a51e-4348611f22b4 {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:47:01.662732 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 0d18dbf9-361b-4a5d-a51e-4348611f22b4 not bound to the agent host hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:47:02.063042 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-0e28f4e9-93f4-4c47-8a33-50c0699f107a tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:02.064647 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-0e28f4e9-93f4-4c47-8a33-50c0699f107a tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.55 "GET /v2.0/networks?id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 HTTP/1.1" status: 200 len: 812 time: 0.1555569 May 06 18:47:02.082846 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-4254cd23-8ad2-4284-8760-fe50f7901e50 req-cb5fb97d-38b7-42c2-9f69-f4203a87da34 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 210 time: 0.0499425 May 06 18:47:02.116327 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-65156500-c6d7-4dc9-a09b-64dab81cd4ec tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=992bdb878c3d45afa89e89fa3a20f1f5 HTTP/1.1" status: 200 len: 380 time: 0.0429049 May 06 18:47:02.124920 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-bcbb24ad-632b-4575-be6b-e320bb8161bc tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Request body: {'port': {'device_id': '482b984d-d75d-49ca-b73e-1654d8a97474', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'admin_state_up': True, 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'security_groups': ['b5fc6399-8510-4773-8213-0aea9b47f340']}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:47:02.267397 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-bcbb24ad-632b-4575-be6b-e320bb8161bc tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:47:02.277230 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-bcbb24ad-632b-4575-be6b-e320bb8161bc tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:47:02.286579 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-bcbb24ad-632b-4575-be6b-e320bb8161bc tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Made reservation on behalf of 992bdb878c3d45afa89e89fa3a20f1f5 for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:47:02.290353 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-bcbb24ad-632b-4575-be6b-e320bb8161bc tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:02.452864 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-bcbb24ad-632b-4575-be6b-e320bb8161bc tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Allocated IP 172.20.0.14 (0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14/a32917cb-097d-4180-8cc5-69b1118bbbd7/c3210e84-29b9-445a-a12e-0500fca616bb) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:47:02.643895 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-bcbb24ad-632b-4575-be6b-e320bb8161bc tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:02.659295 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-bcbb24ad-632b-4575-be6b-e320bb8161bc tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Transition to ACTIVE for port object c3210e84-29b9-445a-a12e-0500fca616bb will not be triggered until provisioned by entity DHCP. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:47:02.684765 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-bcbb24ad-632b-4575-be6b-e320bb8161bc tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:02.692576 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-49663d5b-f814-4cb6-a228-2059b7bd85c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:47:02.757642 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-bcbb24ad-632b-4575-be6b-e320bb8161bc tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Network 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:47:02.760855 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-bcbb24ad-632b-4575-be6b-e320bb8161bc tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:47:02.769263 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-bcbb24ad-632b-4575-be6b-e320bb8161bc tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:47:02.814132 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb24ad-632b-4575-be6b-e320bb8161bc tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Pushing event updated for resources: {'Port': ['ID=c3210e84-29b9-445a-a12e-0500fca616bb,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:47:02.819685 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-bcbb24ad-632b-4575-be6b-e320bb8161bc tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:47:02.848347 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-bcbb24ad-632b-4575-be6b-e320bb8161bc tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:02.849148 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-bcbb24ad-632b-4575-be6b-e320bb8161bc tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:02.877119 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-bcbb24ad-632b-4575-be6b-e320bb8161bc tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7557840 May 06 18:47:02.889141 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] Request body: {'port': {'device_id': '482b984d-d75d-49ca-b73e-1654d8a97474', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:47:02.965966 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-daa5f5a0-ff58-4d0b-9155-29b07fc70297 None None] Provisioning for port c3210e84-29b9-445a-a12e-0500fca616bb completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:47:02.971373 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-daa5f5a0-ff58-4d0b-9155-29b07fc70297 None None] Provisioning complete for port c3210e84-29b9-445a-a12e-0500fca616bb triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:47:02.971810 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-daa5f5a0-ff58-4d0b-9155-29b07fc70297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:03.006654 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:03.027090 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-daa5f5a0-ff58-4d0b-9155-29b07fc70297 None None] Port c3210e84-29b9-445a-a12e-0500fca616bb cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:47:03.350052 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2383eee-c0f4-442f-8766-b73dd784dc0f req-5e2e5cde-e2f0-49b7-82f7-24904cadb7ef tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:03.350627 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-a2383eee-c0f4-442f-8766-b73dd784dc0f req-5e2e5cde-e2f0-49b7-82f7-24904cadb7ef tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Synchronizing usage tracker for tenant:992bdb878c3d45afa89e89fa3a20f1f5 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:47:03.369719 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:47:03.419210 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-a2383eee-c0f4-442f-8766-b73dd784dc0f req-5e2e5cde-e2f0-49b7-82f7-24904cadb7ef tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Unset dirty status for tenant:992bdb878c3d45afa89e89fa3a20f1f5 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:47:03.420352 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a2383eee-c0f4-442f-8766-b73dd784dc0f req-5e2e5cde-e2f0-49b7-82f7-24904cadb7ef tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 932 time: 0.2020433 May 06 18:47:03.442772 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3210e84-29b9-445a-a12e-0500fca616bb {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:47:03.453749 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:03.482979 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] Transition to ACTIVE for port object c3210e84-29b9-445a-a12e-0500fca616bb will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:47:03.488148 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a2383eee-c0f4-442f-8766-b73dd784dc0f req-865e9ee4-938d-4e12-a5df-756295cdc8f2 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612354 May 06 18:47:03.489134 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:03.493511 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f17b9526-7a59-46ad-9de0-cd3ba72d0fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:47:03.737144 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] Pushing event updated for resources: {'Port': ['ID=c3210e84-29b9-445a-a12e-0500fca616bb,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:47:03.767645 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:47:03.844085 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] Attempting to bind port c3210e84-29b9-445a-a12e-0500fca616bb on host hv-cinder-73362 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:47:03.844316 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] Attempting to bind port c3210e84-29b9-445a-a12e-0500fca616bb by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '18668fc2-a888-4e60-89c3-6a276abc0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:47:03.844637 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] Attempting to bind port c3210e84-29b9-445a-a12e-0500fca616bb on network 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:47:03.849102 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] Port c3210e84-29b9-445a-a12e-0500fca616bb on network 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:47:03.849413 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] Attempting to bind port c3210e84-29b9-445a-a12e-0500fca616bb on network 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:47:03.855649 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] Checking agent: {'id': '9977d64c-d59d-4d1f-af57-b1bc23e96ce2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'started_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:47:03.855979 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] Checking segment: {'id': '18668fc2-a888-4e60-89c3-6a276abc0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:47:03.856354 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] Bound using segment: {'id': '18668fc2-a888-4e60-89c3-6a276abc0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:47:03.856771 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] Bound port: c3210e84-29b9-445a-a12e-0500fca616bb, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18668fc2-a888-4e60-89c3-6a276abc0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:47:03.857107 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:03.944864 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] For port c3210e84-29b9-445a-a12e-0500fca616bb, host hv-cinder-73362, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:47:03.948358 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] For port c3210e84-29b9-445a-a12e-0500fca616bb, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c3210e84-29b9-445a-a12e-0500fca616bb,segment=NetworkSegment(18668fc2-a888-4e60-89c3-6a276abc0f8f),segment_id=18668fc2-a888-4e60-89c3-6a276abc0f8f)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:47:03.952617 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:03.956171 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-85b50ea4-37df-4e14-b0ec-c2f8bb8342a8 tempest-TestMinimumBasicScenario-1696277490 tempest-TestMinimumBasicScenario-1696277490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:47:04.014684 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:04.015317 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:04.016658 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] 10.222.0.55 "PUT /v2.0/ports/c3210e84-29b9-445a-a12e-0500fca616bb HTTP/1.1" status: 200 len: 1094 time: 1.1319797 May 06 18:47:04.017193 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482b984d-d75d-49ca-b73e-1654d8a97474', 'tag': 'c3210e84-29b9-445a-a12e-0500fca616bb'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:47:04.048129 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] Pushing event updated for resources: {'Port': ['ID=c3210e84-29b9-445a-a12e-0500fca616bb,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:47:04.051098 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:47:04.096666 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482b984d-d75d-49ca-b73e-1654d8a97474', 'tag': 'c3210e84-29b9-445a-a12e-0500fca616bb', 'status': 'completed', 'code': 200} May 06 18:47:04.137943 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-7655d21f-b514-4378-8fb9-652a31a811ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:04.139455 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-7655d21f-b514-4378-8fb9-652a31a811ef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=992bdb878c3d45afa89e89fa3a20f1f5&device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 1097 time: 0.0746708 May 06 18:47:04.212060 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-427c86a6-ebbe-4199-9cd7-b39aa7b05b5a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3210e84-29b9-445a-a12e-0500fca616bb HTTP/1.1" status: 200 len: 217 time: 0.0652401 May 06 18:47:04.277429 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-1c39c1d8-11ee-4a28-9519-102a8f8bad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:04.278855 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-1c39c1d8-11ee-4a28-9519-102a8f8bad75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a32917cb-097d-4180-8cc5-69b1118bbbd7 HTTP/1.1" status: 200 len: 851 time: 0.0614443 May 06 18:47:04.358224 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-3634b286-9b6f-4b87-b6d7-66eb242b019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:04.359627 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-3634b286-9b6f-4b87-b6d7-66eb242b019a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0737767 May 06 18:47:04.492138 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-7bb3d225-9858-4c08-b54f-f7bef41aae95 service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220186 May 06 18:47:04.669916 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bd92fb52-75b9-4fad-a407-658fc9889ed1 req-abf26552-9425-492c-bc81-1dba81af2bb6 service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724076 May 06 18:47:04.701371 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62329cc1-784e-4985-b068-65ab6f422770 req-bf8b680e-9f01-4c63-857a-19aace6c46fb tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:04.702820 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-62329cc1-784e-4985-b068-65ab6f422770 req-bf8b680e-9f01-4c63-857a-19aace6c46fb tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 944 time: 0.1008947 May 06 18:47:04.795530 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-62329cc1-784e-4985-b068-65ab6f422770 req-044f6dec-3132-40d7-88c9-a3a71d2e54db tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864470 May 06 18:47:04.819013 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c95fea-6a75-48fe-88e9-3038757403c3 req-a22df19c-a773-47ba-9e32-cad5e6e9124e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:04.820516 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d3c95fea-6a75-48fe-88e9-3038757403c3 req-a22df19c-a773-47ba-9e32-cad5e6e9124e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=992bdb878c3d45afa89e89fa3a20f1f5&device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 1097 time: 0.0975993 May 06 18:47:04.952030 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c95fea-6a75-48fe-88e9-3038757403c3 req-1372c02c-202b-4aec-976b-71145253e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:04.953484 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d3c95fea-6a75-48fe-88e9-3038757403c3 req-1372c02c-202b-4aec-976b-71145253e290 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 HTTP/1.1" status: 200 len: 913 time: 0.1265008 May 06 18:47:05.023471 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d3c95fea-6a75-48fe-88e9-3038757403c3 req-2f8a143c-d147-45c6-ada6-a5ed105eb651 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3210e84-29b9-445a-a12e-0500fca616bb HTTP/1.1" status: 200 len: 217 time: 0.0610273 May 06 18:47:05.088454 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c95fea-6a75-48fe-88e9-3038757403c3 req-08cad7d4-c609-492e-bc58-adcbe5b63c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:05.089772 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d3c95fea-6a75-48fe-88e9-3038757403c3 req-08cad7d4-c609-492e-bc58-adcbe5b63c9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a32917cb-097d-4180-8cc5-69b1118bbbd7 HTTP/1.1" status: 200 len: 851 time: 0.0610793 May 06 18:47:05.165685 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c95fea-6a75-48fe-88e9-3038757403c3 req-3613be00-18e2-402e-8d02-c3c8d7b2b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:05.167127 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d3c95fea-6a75-48fe-88e9-3038757403c3 req-3613be00-18e2-402e-8d02-c3c8d7b2b90f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0698748 May 06 18:47:05.298453 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d3c95fea-6a75-48fe-88e9-3038757403c3 req-3c74009d-2efe-41a3-bbde-38cbc25a8b1b service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242793 May 06 18:47:05.529797 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d3c95fea-6a75-48fe-88e9-3038757403c3 req-6bbf8a3b-4b16-4e19-8dd4-7bb6857c71f4 service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239294 May 06 18:47:05.983708 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b043429-6da2-4c12-a1e9-41e0c5a59d1c req-e1f593d0-b15f-456f-b488-955005af60dc tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:05.985141 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-5b043429-6da2-4c12-a1e9-41e0c5a59d1c req-e1f593d0-b15f-456f-b488-955005af60dc tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 944 time: 0.0808012 May 06 18:47:06.035321 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-5b043429-6da2-4c12-a1e9-41e0c5a59d1c req-bcd805ff-8852-4029-a200-f23754bf74ce tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443900 May 06 18:47:07.221668 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d89aa-5a8e-4396-aac2-78d94303f43e req-70ab1420-4f0f-4866-9821-dab625bab221 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:07.223159 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-063d89aa-5a8e-4396-aac2-78d94303f43e req-70ab1420-4f0f-4866-9821-dab625bab221 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 944 time: 0.0837138 May 06 18:47:07.270246 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-063d89aa-5a8e-4396-aac2-78d94303f43e req-eeef966e-ad69-4753-9b17-e905020aa3a9 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407407 May 06 18:47:08.456356 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c7d6c-048c-40ee-96e7-20b68e6a8dd5 req-0e90a1c9-1942-4914-88cd-74348a0a619b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:08.457779 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2c1c7d6c-048c-40ee-96e7-20b68e6a8dd5 req-0e90a1c9-1942-4914-88cd-74348a0a619b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 944 time: 0.0820029 May 06 18:47:08.502365 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-2c1c7d6c-048c-40ee-96e7-20b68e6a8dd5 req-3aa646ce-0028-4f3d-90cd-b8b0aeddc20b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382733 May 06 18:47:09.689629 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8d714-8a6d-446a-834b-285b36b507f6 req-c9caf6dd-6554-467a-adbb-9bedbd97cbe2 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:09.691081 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e2b8d714-8a6d-446a-834b-285b36b507f6 req-c9caf6dd-6554-467a-adbb-9bedbd97cbe2 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 944 time: 0.0806954 May 06 18:47:09.739925 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e2b8d714-8a6d-446a-834b-285b36b507f6 req-3bd2d710-1612-4b47-9f50-c4fb2b8e862d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429790 May 06 18:47:10.926121 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a9505-a2f3-4e47-a1f3-98b2e24bd3dd req-473c9bcc-3310-47f5-85e6-f70b3f24f3b5 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:10.927501 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a80a9505-a2f3-4e47-a1f3-98b2e24bd3dd req-473c9bcc-3310-47f5-85e6-f70b3f24f3b5 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 944 time: 0.0831287 May 06 18:47:10.973888 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a80a9505-a2f3-4e47-a1f3-98b2e24bd3dd req-a79cd6e8-039d-4840-8956-57c98f8599f7 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402861 May 06 18:47:11.659334 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device c3210e84-29b9-445a-a12e-0500fca616bb details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:47:11.790103 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port c3210e84-29b9-445a-a12e-0500fca616bb, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c3210e84-29b9-445a-a12e-0500fca616bb,segment=NetworkSegment(18668fc2-a888-4e60-89c3-6a276abc0f8f),segment_id=18668fc2-a888-4e60-89c3-6a276abc0f8f)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:47:11.803294 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': 'c3210e84-29b9-445a-a12e-0500fca616bb', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'port_id': 'c3210e84-29b9-445a-a12e-0500fca616bb', 'mac_address': 'fa:16:3e:3f:b3:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:47:11.869552 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:11.885885 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3210e84-29b9-445a-a12e-0500fca616bb {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:47:11.901047 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port c3210e84-29b9-445a-a12e-0500fca616bb, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c3210e84-29b9-445a-a12e-0500fca616bb,segment=NetworkSegment(18668fc2-a888-4e60-89c3-6a276abc0f8f),segment_id=18668fc2-a888-4e60-89c3-6a276abc0f8f)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:47:11.904965 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:11.907580 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-8096a995-259f-4296-9316-473641c0d816 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:47:11.972567 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=c3210e84-29b9-445a-a12e-0500fca616bb,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:47:11.976409 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:47:12.157160 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eda9fc-39ff-4a47-9f17-611a6614c6c6 req-8607f8c9-132b-4888-9a58-cca93a120d4a tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:12.158617 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b4eda9fc-39ff-4a47-9f17-611a6614c6c6 req-8607f8c9-132b-4888-9a58-cca93a120d4a tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 945 time: 0.0805655 May 06 18:47:12.183736 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['c3210e84-29b9-445a-a12e-0500fca616bb'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:47:12.204838 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b4eda9fc-39ff-4a47-9f17-611a6614c6c6 req-1a058aeb-cbf0-4380-af31-265bd17c0cd8 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392194 May 06 18:47:13.391956 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fbc82-f203-4e26-afa3-cc27df08997b req-984d0dd4-a2d6-491f-82b2-b0751b9dac1c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:13.393323 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-9f0fbc82-f203-4e26-afa3-cc27df08997b req-984d0dd4-a2d6-491f-82b2-b0751b9dac1c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 945 time: 0.0794747 May 06 18:47:13.442597 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-9f0fbc82-f203-4e26-afa3-cc27df08997b req-6c8932d9-aeb1-4a68-b00e-9917098d47e3 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433531 May 06 18:47:13.672558 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device c3210e84-29b9-445a-a12e-0500fca616bb up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:47:13.738547 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning for port c3210e84-29b9-445a-a12e-0500fca616bb completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:47:13.743051 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port c3210e84-29b9-445a-a12e-0500fca616bb triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:47:13.743453 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:13.860193 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:13.888730 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482b984d-d75d-49ca-b73e-1654d8a97474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3210e84-29b9-445a-a12e-0500fca616bb'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:47:13.899576 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port c3210e84-29b9-445a-a12e-0500fca616bb, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c3210e84-29b9-445a-a12e-0500fca616bb,segment=NetworkSegment(18668fc2-a888-4e60-89c3-6a276abc0f8f),segment_id=18668fc2-a888-4e60-89c3-6a276abc0f8f)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:47:13.903625 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:13.906535 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:47:13.974316 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=c3210e84-29b9-445a-a12e-0500fca616bb,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:47:13.977794 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:47:14.061094 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482b984d-d75d-49ca-b73e-1654d8a97474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3210e84-29b9-445a-a12e-0500fca616bb', 'code': 200} May 06 18:47:14.333389 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38046941-4ff2-4a89-940e-8ca3f85ceeed req-03d67833-aab6-4915-9b48-5117388fd1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:14.334756 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-38046941-4ff2-4a89-940e-8ca3f85ceeed req-03d67833-aab6-4915-9b48-5117388fd1f5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 1099 time: 0.0732567 May 06 18:47:14.374542 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-38046941-4ff2-4a89-940e-8ca3f85ceeed req-dd4b9800-e63c-4a8b-9846-665118a46136 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332766 May 06 18:47:14.624838 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae939e1-ea76-4616-923d-45443f52b56d req-fc236a43-47e9-4925-b35d-dbf4c0f7b14d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:14.626186 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6ae939e1-ea76-4616-923d-45443f52b56d req-fc236a43-47e9-4925-b35d-dbf4c0f7b14d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 946 time: 0.0809717 May 06 18:47:14.670731 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6ae939e1-ea76-4616-923d-45443f52b56d req-393dd389-6a98-44fe-82ee-4faab0d54e3d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386155 May 06 18:47:15.860755 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f6aff-2b17-4611-90ef-b5c6a69050c3 req-68c2b3a4-d329-4c6b-95f1-7f9e96017477 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:15.862236 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a73f6aff-2b17-4611-90ef-b5c6a69050c3 req-68c2b3a4-d329-4c6b-95f1-7f9e96017477 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 946 time: 0.0852952 May 06 18:47:15.910473 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a73f6aff-2b17-4611-90ef-b5c6a69050c3 req-dc9edcec-3ff0-496d-bfb7-6dc9ab1e00a4 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417125 May 06 18:47:16.095984 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05809e13-3bf2-46be-9f74-a546207cb7b6 req-98fc5157-6bb1-4212-a095-b12fe36d6df0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:16.097422 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-05809e13-3bf2-46be-9f74-a546207cb7b6 req-98fc5157-6bb1-4212-a095-b12fe36d6df0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 946 time: 0.0834761 May 06 18:47:16.142654 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-05809e13-3bf2-46be-9f74-a546207cb7b6 req-683b542b-bf2a-48a5-bfb5-fe0e5363fb26 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387926 May 06 18:47:16.166071 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51754) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:47:16.235203 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efac0fd6-a126-48ef-91d6-dab2893ff6cb tempest-TestVolumeBootPattern-980394536 tempest-TestVolumeBootPattern-980394536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:16.236679 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-efac0fd6-a126-48ef-91d6-dab2893ff6cb tempest-TestVolumeBootPattern-980394536 tempest-TestVolumeBootPattern-980394536-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 1094 time: 0.0696480 May 06 18:47:16.239417 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51758) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:47:16.244931 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Request body: {'floatingip': {'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'port_id': 'c3210e84-29b9-445a-a12e-0500fca616bb', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:47:16.250632 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:47:16.254388 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Usage tracker for resource:floatingip and tenant:992bdb878c3d45afa89e89fa3a20f1f5 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:47:16.257197 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:47:16.262839 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:47:16.273323 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for floatingip, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:16.309579 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ec50e311-36ed-491f-8333-6c150d375a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:16.410535 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:16.546984 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Allocated IP 172.27.1.5 (884521b5-a319-4325-bd13-24951164ba4c/9fcafda4-8977-4d90-a4c2-0719bb43c11a/c22534d7-4a45-4c71-b5a5-a5ab00c1ad8d) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:47:16.690206 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:16.719017 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:16.722549 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:47:16.782845 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Network 884521b5-a319-4325-bd13-24951164ba4c is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:47:16.790642 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:47:16.793203 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:47:16.829972 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Pushing event updated for resources: {'Port': ['ID=c22534d7-4a45-4c71-b5a5-a5ab00c1ad8d,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:47:16.842261 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:47:16.842626 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:47:16.842984 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:47:16.843359 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:47:16.843708 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:47:16.844055 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:47:16.844402 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:47:16.844746 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:47:16.845089 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:47:16.845426 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:47:16.845765 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:47:16.846102 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:47:16.849730 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:47:17.316993 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:17.396258 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:17.603820 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:17.608114 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062806'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:17.612576 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f042dca8-206e-42f2-8916-9d9a8f206891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:47:17.714219 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Pushing event updated for resources: {'Port': ['ID=c22534d7-4a45-4c71-b5a5-a5ab00c1ad8d,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:47:17.718336 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:47:17.729036 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1046138'] for floatingip, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:17.895719 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.db.l3_db [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Floating IP e09daa65-14b6-438f-9182-69c06783a525 associated. External IP: 172.27.1.5, port: c3210e84-29b9-445a-a12e-0500fca616bb. May 06 18:47:18.243420 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Router fe691a20-1d59-4c74-8587-2adb55b4e15d has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:47:18.334590 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:18.539921 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:47:18.548881 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b62b6-a192-4a03-865d-f310323f7760 None None] Sync routers for ids ['fe691a20-1d59-4c74-8587-2adb55b4e15d'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:47:18.558052 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b62b6-a192-4a03-865d-f310323f7760 None None] Routers {'fe691a20-1d59-4c74-8587-2adb55b4e15d'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:47:18.558658 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-b88b62b6-a192-4a03-865d-f310323f7760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:46:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['fe691a20-1d59-4c74-8587-2adb55b4e15d'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:47:18.564266 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for floatingip, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:18.622162 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-0eaadfb5-146c-42a8-ae15-13d3cd9648f1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3817294 May 06 18:47:18.622841 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482b984d-d75d-49ca-b73e-1654d8a97474', 'tag': 'c3210e84-29b9-445a-a12e-0500fca616bb'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:47:18.729825 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482b984d-d75d-49ca-b73e-1654d8a97474', 'tag': 'c3210e84-29b9-445a-a12e-0500fca616bb', 'status': 'completed', 'code': 200} May 06 18:47:18.731873 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-69486721-3ad1-4079-8c54-106de9646c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:18.753611 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-b88b62b6-a192-4a03-865d-f310323f7760 None None] Set router fe691a20-1d59-4c74-8587-2adb55b4e15d gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:47:18.824503 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d02e96-35df-45c7-9722-34d3e90a5b05 req-b455468c-9bec-4ac3-9eb9-c89728cc0136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:18.825882 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-05d02e96-35df-45c7-9722-34d3e90a5b05 req-b455468c-9bec-4ac3-9eb9-c89728cc0136 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=992bdb878c3d45afa89e89fa3a20f1f5&device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 1099 time: 0.0746465 May 06 18:47:18.959511 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d02e96-35df-45c7-9722-34d3e90a5b05 req-16453145-e9cd-405d-b852-fcc8a845042b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:18.961605 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-05d02e96-35df-45c7-9722-34d3e90a5b05 req-16453145-e9cd-405d-b852-fcc8a845042b service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 HTTP/1.1" status: 200 len: 913 time: 0.1288285 May 06 18:47:19.065988 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-05d02e96-35df-45c7-9722-34d3e90a5b05 req-852d7276-d68e-4895-b0b8-58e4b4d214e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3210e84-29b9-445a-a12e-0500fca616bb HTTP/1.1" status: 200 len: 998 time: 0.0974915 May 06 18:47:19.102894 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-b88b62b6-a192-4a03-865d-f310323f7760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:44:06Z', 'revision_number': 4, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port': {'id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:01Z', 'updated_at': '2021-05-06T18:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': 'e09daa65-14b6-438f-9182-69c06783a525', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'port_id': 'c3210e84-29b9-445a-a12e-0500fca616bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'mac_address': 'fa:16:3e:3f:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482b984d-d75d-49ca-b73e-1654d8a97474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:47:17Z', 'updated_at': '2021-05-06T18:47:17Z', 'revision_number': 0, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78783e6e-ec55-4d0b-a912-23f6058d3712', 'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'mac_address': 'fa:16:3e:36:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:05Z', 'updated_at': '2021-05-06T18:44:13Z', 'revision_number': 5, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'subnets': [{'id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:47:19.106783 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b62b6-a192-4a03-865d-f310323f7760 None None] Checking router: fe691a20-1d59-4c74-8587-2adb55b4e15d for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:47:19.115002 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b62b6-a192-4a03-865d-f310323f7760 None None] Routers {'fe691a20-1d59-4c74-8587-2adb55b4e15d'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:47:19.115751 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-b88b62b6-a192-4a03-865d-f310323f7760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:47:19Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['fe691a20-1d59-4c74-8587-2adb55b4e15d'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:47:19.128981 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d02e96-35df-45c7-9722-34d3e90a5b05 req-e70cc3ca-d9ae-4b65-83f7-519d34af78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:19.130413 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-05d02e96-35df-45c7-9722-34d3e90a5b05 req-e70cc3ca-d9ae-4b65-83f7-519d34af78b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a32917cb-097d-4180-8cc5-69b1118bbbd7 HTTP/1.1" status: 200 len: 851 time: 0.0586529 May 06 18:47:19.212683 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d02e96-35df-45c7-9722-34d3e90a5b05 req-9ca6c3ea-4cb6-47f6-b9b5-b2d8c51c0440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:47:19.214138 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-05d02e96-35df-45c7-9722-34d3e90a5b05 req-9ca6c3ea-4cb6-47f6-b9b5-b2d8c51c0440 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0779238 May 06 18:47:19.331406 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-b88b62b6-a192-4a03-865d-f310323f7760 None None] Set router fe691a20-1d59-4c74-8587-2adb55b4e15d gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:47:19.352170 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-05d02e96-35df-45c7-9722-34d3e90a5b05 req-0aac605b-45a0-48ad-8f7b-08e1761b5a92 service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313727 May 06 18:47:19.488463 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-05d02e96-35df-45c7-9722-34d3e90a5b05 req-1cb511b6-7d86-47ab-bdd9-52959e7bbb68 service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301088 May 06 18:47:19.675934 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-b88b62b6-a192-4a03-865d-f310323f7760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:44:06Z', 'revision_number': 4, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port': {'id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:01Z', 'updated_at': '2021-05-06T18:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': 'e09daa65-14b6-438f-9182-69c06783a525', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'port_id': 'c3210e84-29b9-445a-a12e-0500fca616bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'mac_address': 'fa:16:3e:3f:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482b984d-d75d-49ca-b73e-1654d8a97474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:47:17Z', 'updated_at': '2021-05-06T18:47:17Z', 'revision_number': 0, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78783e6e-ec55-4d0b-a912-23f6058d3712', 'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'mac_address': 'fa:16:3e:36:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:05Z', 'updated_at': '2021-05-06T18:44:13Z', 'revision_number': 5, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'subnets': [{'id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:47:19.680323 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b62b6-a192-4a03-865d-f310323f7760 None None] The sync data for ids ['fe691a20-1d59-4c74-8587-2adb55b4e15d'] in dv-cinder-733622-15-iscsi is: [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:44:06Z', 'revision_number': 4, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port': {'id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:01Z', 'updated_at': '2021-05-06T18:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': 'e09daa65-14b6-438f-9182-69c06783a525', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'port_id': 'c3210e84-29b9-445a-a12e-0500fca616bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'mac_address': 'fa:16:3e:3f:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482b984d-d75d-49ca-b73e-1654d8a97474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:47:17Z', 'updated_at': '2021-05-06T18:47:17Z', 'revision_number': 0, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78783e6e-ec55-4d0b-a912-23f6058d3712', 'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'mac_address': 'fa:16:3e:36:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:05Z', 'updated_at': '2021-05-06T18:44:13Z', 'revision_number': 5, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'subnets': [{'id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:47:19.859273 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f475dfe-7f24-4d26-9c89-0b0be841309d None None] New status for floating IP e09daa65-14b6-438f-9182-69c06783a525: ACTIVE {{(pid=78806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:47:20.123395 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:21.665214 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:27.443612 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:40.370092 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:47:46.310906 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-13baea89-bd53-4747-9fb9-230a6d942e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:48.339141 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:48.722982 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-bbdaa483-7e8d-4581-ad19-cfcbe7a8a724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:50.125027 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:51.668652 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:57.456190 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:02.644996 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5927d849-b64a-4333-91b4-565bf318a535 req-cabe3a9c-f384-445b-9361-b13d3e2f4fb6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=482b984d-d75d-49ca-b73e-1654d8a97474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690937 May 06 18:48:02.788182 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927d849-b64a-4333-91b4-565bf318a535 req-119391fb-ca20-4c5d-8332-722f9d1981cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:48:02.789901 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5927d849-b64a-4333-91b4-565bf318a535 req-119391fb-ca20-4c5d-8332-722f9d1981cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=992bdb878c3d45afa89e89fa3a20f1f5&device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 1099 time: 0.0761783 May 06 18:48:02.934054 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927d849-b64a-4333-91b4-565bf318a535 req-00939a0c-7f30-447e-b4c9-140a1142fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:48:02.935522 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5927d849-b64a-4333-91b4-565bf318a535 req-00939a0c-7f30-447e-b4c9-140a1142fc89 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 HTTP/1.1" status: 200 len: 913 time: 0.1257243 May 06 18:48:03.144881 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5927d849-b64a-4333-91b4-565bf318a535 req-32c4c3d4-30eb-4f35-892d-bb66332c84c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3210e84-29b9-445a-a12e-0500fca616bb HTTP/1.1" status: 200 len: 1000 time: 0.2028964 May 06 18:48:03.207256 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927d849-b64a-4333-91b4-565bf318a535 req-6a49d826-264f-4a00-b0eb-c108a27dc932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:48:03.208604 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5927d849-b64a-4333-91b4-565bf318a535 req-6a49d826-264f-4a00-b0eb-c108a27dc932 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a32917cb-097d-4180-8cc5-69b1118bbbd7 HTTP/1.1" status: 200 len: 851 time: 0.0573738 May 06 18:48:03.286862 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927d849-b64a-4333-91b4-565bf318a535 req-ed04a25b-171b-43cc-ae35-130c2992ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:48:03.288334 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5927d849-b64a-4333-91b4-565bf318a535 req-ed04a25b-171b-43cc-ae35-130c2992ffc4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0691524 May 06 18:48:03.419581 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5927d849-b64a-4333-91b4-565bf318a535 req-2e133f5e-7ea1-4964-b1ab-1b2dce55492c service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235681 May 06 18:48:03.557210 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5927d849-b64a-4333-91b4-565bf318a535 req-8e116083-8754-4386-8a04-9293470d004f service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305497 May 06 18:48:16.312321 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-b57b1d04-a5a2-45a0-97e6-a031736710d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:17.368801 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:48:18.341817 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:18.724503 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-589815c1-d26c-4f4e-a535-42868ce682c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:20.128785 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:21.671756 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:27.545723 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:46.314344 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ce98f198-4180-4dfd-9806-6de7b8f28436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:48.345513 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:48.726630 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-791132c1-2def-4f65-87d9-2a54a4f2b3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:50.132642 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:51.675496 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:54.369646 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:48:54.826236 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-b40866e1-e10e-42d0-bbff-c84d739361bd tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1481365787&fields=id&tenant_id=992bdb878c3d45afa89e89fa3a20f1f5 HTTP/1.1" status: 200 len: 267 time: 0.0417838 May 06 18:48:54.975741 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-b66a849a-877e-4ac8-b5ea-5eb127372960 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:48:54.977181 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-b66a849a-877e-4ac8-b5ea-5eb127372960 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/networks?id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 HTTP/1.1" status: 200 len: 812 time: 0.1444223 May 06 18:48:54.992972 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-33739616-5d5a-461a-b50d-3db3bd28fca6 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/quotas/992bdb878c3d45afa89e89fa3a20f1f5 HTTP/1.1" status: 200 len: 375 time: 0.0090516 May 06 18:48:55.082502 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-b15ff3be-65a7-4222-9b7b-45a260628e4b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=992bdb878c3d45afa89e89fa3a20f1f5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0831563 May 06 18:48:55.219592 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-d52ab701-61b4-420a-a8b2-4aabfdf5c7bd service neutron] 10.222.0.50 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256371 May 06 18:48:55.351371 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-b9a23133-7aaa-4048-a7b0-0ee8c384b33b service neutron] 10.222.0.50 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257737 May 06 18:48:55.745159 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eeae57d7-7995-46fb-9700-339d30beddfa req-37450ebf-ce71-4277-9342-dd79f2837daa tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd6e8acd-1119-440c-930d-08463f0c00c2 HTTP/1.1" status: 200 len: 210 time: 0.0489135 May 06 18:48:56.861160 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ca521e97-58f1-47fa-809a-ac7c88b752c9 req-6c3bfbed-b0b3-4ba8-9829-fdb652d9a767 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd6e8acd-1119-440c-930d-08463f0c00c2 HTTP/1.1" status: 200 len: 210 time: 0.0470510 May 06 18:48:57.561124 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:58.024859 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-48e7391b-e3c2-4e81-b308-67892d04e0d5 req-7bc7c5da-4dc0-45f5-9405-02c503be4272 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd6e8acd-1119-440c-930d-08463f0c00c2 HTTP/1.1" status: 200 len: 210 time: 0.0426478 May 06 18:48:58.779572 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-76a67ba6-f65d-4ba8-815c-21bb9fcc9d10 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:48:58.781051 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-76a67ba6-f65d-4ba8-815c-21bb9fcc9d10 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.55 "GET /v2.0/networks?id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 HTTP/1.1" status: 200 len: 812 time: 0.1522422 May 06 18:48:58.830225 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-09101dd1-dff4-4bf8-a787-680cf6decaf8 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=992bdb878c3d45afa89e89fa3a20f1f5 HTTP/1.1" status: 200 len: 380 time: 0.0411592 May 06 18:48:58.838552 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Request body: {'port': {'device_id': 'dd6e8acd-1119-440c-930d-08463f0c00c2', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'admin_state_up': True, 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'security_groups': ['b5fc6399-8510-4773-8213-0aea9b47f340']}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:48:58.976569 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:48:58.987009 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:48:58.996498 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Made reservation on behalf of 992bdb878c3d45afa89e89fa3a20f1f5 for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:48:59.000292 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:59.172545 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Allocated IP 172.20.0.13 (0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14/a32917cb-097d-4180-8cc5-69b1118bbbd7/8c34d10f-d9e7-4556-80c7-fc0c15b58193) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:48:59.186289 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-fd5371da-24f5-493e-bb18-5f95fd1ec35c req-f273be16-96e6-4fa6-8956-ca0a2d826fcd tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd6e8acd-1119-440c-930d-08463f0c00c2 HTTP/1.1" status: 200 len: 210 time: 0.0455673 May 06 18:48:59.364551 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:59.380025 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Transition to ACTIVE for port object 8c34d10f-d9e7-4556-80c7-fc0c15b58193 will not be triggered until provisioned by entity DHCP. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:48:59.404413 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:59.409800 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ef1a1f67-7c18-4fc3-a326-14342d693160 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:48:59.475826 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Network 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:48:59.483732 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:48:59.488782 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:48:59.519919 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Pushing event updated for resources: {'Port': ['ID=8c34d10f-d9e7-4556-80c7-fc0c15b58193,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:48:59.536933 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:48:59.537086 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:48:59.537459 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:48:59.537828 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:48:59.538184 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:48:59.538546 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:48:59.538904 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:48:59.539541 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:48:59.539901 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:48:59.540254 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:48:59.540606 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:48:59.540955 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:48:59.546846 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:48:59.569370 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:48:59.569991 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:59.597197 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-82ce1b06-d7d3-4410-bce3-354bccb0f616 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7621555 May 06 18:48:59.609335 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] Request body: {'port': {'device_id': 'dd6e8acd-1119-440c-930d-08463f0c00c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:48:59.696811 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-1ffeb2b0-d95d-4050-b866-8c0038e4db81 None None] Provisioning for port 8c34d10f-d9e7-4556-80c7-fc0c15b58193 completed by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:48:59.702102 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-1ffeb2b0-d95d-4050-b866-8c0038e4db81 None None] Provisioning complete for port 8c34d10f-d9e7-4556-80c7-fc0c15b58193 triggered by entity DHCP. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:48:59.702484 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-1ffeb2b0-d95d-4050-b866-8c0038e4db81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:59.723347 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:59.755082 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-1ffeb2b0-d95d-4050-b866-8c0038e4db81 None None] Port 8c34d10f-d9e7-4556-80c7-fc0c15b58193 cannot update to ACTIVE because it is not bound. {{(pid=78805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:49:00.158514 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c34d10f-d9e7-4556-80c7-fc0c15b58193 {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:49:00.165911 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:00.180527 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] Transition to ACTIVE for port object 8c34d10f-d9e7-4556-80c7-fc0c15b58193 will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:49:00.185073 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:00.188798 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-132b73d7-83c3-4d91-9b4a-a9c11c129b1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:49:00.386981 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8c34d10f-d9e7-4556-80c7-fc0c15b58193,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:49:00.390149 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:49:00.489866 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4629a94-a82b-4ee3-9e54-05d55486ee96 req-20ce1d4f-2769-4f94-bb72-3c0ea52d7faa tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:00.490557 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-a4629a94-a82b-4ee3-9e54-05d55486ee96 req-20ce1d4f-2769-4f94-bb72-3c0ea52d7faa tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Synchronizing usage tracker for tenant:992bdb878c3d45afa89e89fa3a20f1f5 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:49:00.505304 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] Attempting to bind port 8c34d10f-d9e7-4556-80c7-fc0c15b58193 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:49:00.505578 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] Attempting to bind port 8c34d10f-d9e7-4556-80c7-fc0c15b58193 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '18668fc2-a888-4e60-89c3-6a276abc0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:49:00.505904 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] Attempting to bind port 8c34d10f-d9e7-4556-80c7-fc0c15b58193 on network 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:49:00.512096 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] Port 8c34d10f-d9e7-4556-80c7-fc0c15b58193 on network 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:49:00.512467 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] Attempting to bind port 8c34d10f-d9e7-4556-80c7-fc0c15b58193 on network 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:49:00.518282 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-a4629a94-a82b-4ee3-9e54-05d55486ee96 req-20ce1d4f-2769-4f94-bb72-3c0ea52d7faa tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Unset dirty status for tenant:992bdb878c3d45afa89e89fa3a20f1f5 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:49:00.519429 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a4629a94-a82b-4ee3-9e54-05d55486ee96 req-20ce1d4f-2769-4f94-bb72-3c0ea52d7faa tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd6e8acd-1119-440c-930d-08463f0c00c2 HTTP/1.1" status: 200 len: 944 time: 0.2243841 May 06 18:49:00.520103 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] Checking agent: {'id': '9977d64c-d59d-4d1f-af57-b1bc23e96ce2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'started_at': datetime.datetime(2021, 5, 6, 18, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:49:00.520431 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] Checking segment: {'id': '18668fc2-a888-4e60-89c3-6a276abc0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:49:00.520803 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] Bound using segment: {'id': '18668fc2-a888-4e60-89c3-6a276abc0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:49:00.521230 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] Bound port: 8c34d10f-d9e7-4556-80c7-fc0c15b58193, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18668fc2-a888-4e60-89c3-6a276abc0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:49:00.521566 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:00.622287 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a4629a94-a82b-4ee3-9e54-05d55486ee96 req-7c7ab3f6-7ca3-453c-8d29-95fce80b433b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911784 May 06 18:49:00.646950 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] For port 8c34d10f-d9e7-4556-80c7-fc0c15b58193, host hv-cinder-73362, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:49:00.650026 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] For port 8c34d10f-d9e7-4556-80c7-fc0c15b58193, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8c34d10f-d9e7-4556-80c7-fc0c15b58193,segment=NetworkSegment(18668fc2-a888-4e60-89c3-6a276abc0f8f),segment_id=18668fc2-a888-4e60-89c3-6a276abc0f8f)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:49:00.656167 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393673'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:00.660228 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-90c48340-1f6f-4a74-9708-ea770431d4c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:49:00.711596 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:00.711823 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:00.713262 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] 10.222.0.55 "PUT /v2.0/ports/8c34d10f-d9e7-4556-80c7-fc0c15b58193 HTTP/1.1" status: 200 len: 1094 time: 1.1084676 May 06 18:49:00.717685 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd6e8acd-1119-440c-930d-08463f0c00c2', 'tag': '8c34d10f-d9e7-4556-80c7-fc0c15b58193'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:49:00.748319 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8c34d10f-d9e7-4556-80c7-fc0c15b58193,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:49:00.753023 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:49:00.798647 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd6e8acd-1119-440c-930d-08463f0c00c2', 'tag': '8c34d10f-d9e7-4556-80c7-fc0c15b58193', 'status': 'completed', 'code': 200} May 06 18:49:00.844779 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-a544c1be-21f1-4d6f-b4c9-45e03d69f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:00.846251 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-a544c1be-21f1-4d6f-b4c9-45e03d69f4cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=992bdb878c3d45afa89e89fa3a20f1f5&device_id=dd6e8acd-1119-440c-930d-08463f0c00c2 HTTP/1.1" status: 200 len: 1097 time: 0.0801997 May 06 18:49:00.914006 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-220f00f5-1014-41f2-96d9-bf51e1a019f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c34d10f-d9e7-4556-80c7-fc0c15b58193 HTTP/1.1" status: 200 len: 217 time: 0.0604856 May 06 18:49:00.982372 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-3d3f276d-207b-434b-a6cd-3039b24e33b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:00.983808 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-3d3f276d-207b-434b-a6cd-3039b24e33b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a32917cb-097d-4180-8cc5-69b1118bbbd7 HTTP/1.1" status: 200 len: 851 time: 0.0625887 May 06 18:49:01.058909 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-a9b8565d-5bc2-4845-880a-0fe265ca8d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:01.060445 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-a9b8565d-5bc2-4845-880a-0fe265ca8d6c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0708392 May 06 18:49:01.192183 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-2d0eeb99-62bd-464a-9c24-aa0d84b80a2c service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252837 May 06 18:49:01.321730 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7caef4a3-6740-427e-96d4-93a38ff0bce6 req-5c753594-b831-497e-8687-fdecbad0d057 service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236823 May 06 18:49:01.435329 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadba03-7542-415e-bf78-825704fd9305 req-c469e8f2-dbe1-4128-8f38-20e7b6b989a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:01.436784 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0aadba03-7542-415e-bf78-825704fd9305 req-c469e8f2-dbe1-4128-8f38-20e7b6b989a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=992bdb878c3d45afa89e89fa3a20f1f5&device_id=dd6e8acd-1119-440c-930d-08463f0c00c2 HTTP/1.1" status: 200 len: 1097 time: 0.0741446 May 06 18:49:01.566623 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadba03-7542-415e-bf78-825704fd9305 req-474cc275-4e0f-4601-a7ba-5a4671cd2a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:01.567988 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0aadba03-7542-415e-bf78-825704fd9305 req-474cc275-4e0f-4601-a7ba-5a4671cd2a65 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 HTTP/1.1" status: 200 len: 913 time: 0.1240964 May 06 18:49:01.772786 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0aadba03-7542-415e-bf78-825704fd9305 req-ae568d54-929a-48f0-adce-71966518b4c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c34d10f-d9e7-4556-80c7-fc0c15b58193 HTTP/1.1" status: 200 len: 217 time: 0.1942101 May 06 18:49:01.852648 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadba03-7542-415e-bf78-825704fd9305 req-ee26d13c-d9d8-43fe-9abd-ff2200ed864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:01.853973 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0aadba03-7542-415e-bf78-825704fd9305 req-ee26d13c-d9d8-43fe-9abd-ff2200ed864b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a32917cb-097d-4180-8cc5-69b1118bbbd7 HTTP/1.1" status: 200 len: 851 time: 0.0693002 May 06 18:49:01.923494 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a263f-8483-4d0c-82b3-94ee9eefd1d6 req-cd295d43-dbc0-4ccf-a719-2d9f29e029ed tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:01.924930 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3a7a263f-8483-4d0c-82b3-94ee9eefd1d6 req-cd295d43-dbc0-4ccf-a719-2d9f29e029ed tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd6e8acd-1119-440c-930d-08463f0c00c2 HTTP/1.1" status: 200 len: 944 time: 0.1925538 May 06 18:49:01.986507 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadba03-7542-415e-bf78-825704fd9305 req-f91c6eb1-e97f-4648-9dc8-a8da1981c3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:01.987995 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0aadba03-7542-415e-bf78-825704fd9305 req-f91c6eb1-e97f-4648-9dc8-a8da1981c3f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1245971 May 06 18:49:01.992644 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3a7a263f-8483-4d0c-82b3-94ee9eefd1d6 req-6357670d-aee3-480f-a53e-073d948e3be9 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607231 May 06 18:49:02.120006 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0aadba03-7542-415e-bf78-825704fd9305 req-5e31fcf4-b838-42e2-a617-0c38f19bc836 service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241431 May 06 18:49:02.256491 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0aadba03-7542-415e-bf78-825704fd9305 req-35ea377a-eba8-4d47-819e-e978a438fb31 service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300509 May 06 18:49:02.671344 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c433caf0-19ed-40ea-b021-80df5b62e409 req-2ce47308-0f45-430c-9081-345c802d4b16 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=482b984d-d75d-49ca-b73e-1654d8a97474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696881 May 06 18:49:02.814205 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433caf0-19ed-40ea-b021-80df5b62e409 req-fb7d1cb9-6c3d-43d4-b8e3-21b0f20621dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:02.815717 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c433caf0-19ed-40ea-b021-80df5b62e409 req-fb7d1cb9-6c3d-43d4-b8e3-21b0f20621dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=992bdb878c3d45afa89e89fa3a20f1f5&device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 1099 time: 0.0747478 May 06 18:49:02.958375 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433caf0-19ed-40ea-b021-80df5b62e409 req-147b4516-7304-4e0c-bc66-54e0dd7b7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:02.959860 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c433caf0-19ed-40ea-b021-80df5b62e409 req-147b4516-7304-4e0c-bc66-54e0dd7b7841 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 HTTP/1.1" status: 200 len: 913 time: 0.1256301 May 06 18:49:03.064543 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c433caf0-19ed-40ea-b021-80df5b62e409 req-add7a53b-c756-48cb-8911-174ea682f9c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3210e84-29b9-445a-a12e-0500fca616bb HTTP/1.1" status: 200 len: 1000 time: 0.0975831 May 06 18:49:03.128533 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433caf0-19ed-40ea-b021-80df5b62e409 req-2d9d76d8-de11-48c5-9f22-826b549f114f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:03.129962 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c433caf0-19ed-40ea-b021-80df5b62e409 req-2d9d76d8-de11-48c5-9f22-826b549f114f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a32917cb-097d-4180-8cc5-69b1118bbbd7 HTTP/1.1" status: 200 len: 851 time: 0.0598207 May 06 18:49:03.181953 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6ca50-2c1f-4d07-b3d3-4d0f7bc93a10 req-7d4de318-ebe1-43e1-9531-94ed789087f0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:03.183506 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-c4d6ca50-2c1f-4d07-b3d3-4d0f7bc93a10 req-7d4de318-ebe1-43e1-9531-94ed789087f0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd6e8acd-1119-440c-930d-08463f0c00c2 HTTP/1.1" status: 200 len: 944 time: 0.0823369 May 06 18:49:03.211019 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433caf0-19ed-40ea-b021-80df5b62e409 req-e57eaac9-3284-4093-8d66-560e309e7f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:03.212420 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c433caf0-19ed-40ea-b021-80df5b62e409 req-e57eaac9-3284-4093-8d66-560e309e7f33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0758393 May 06 18:49:03.234134 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-c4d6ca50-2c1f-4d07-b3d3-4d0f7bc93a10 req-b79b4cb0-ca60-4808-9cb7-92b3c0888b94 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438619 May 06 18:49:03.344036 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c433caf0-19ed-40ea-b021-80df5b62e409 req-a5acc845-4e7c-4bec-85a8-b0417f850067 service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241243 May 06 18:49:03.472848 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c433caf0-19ed-40ea-b021-80df5b62e409 req-24d86a65-760a-4528-a2cb-2ec031f90f46 service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228309 May 06 18:49:04.420440 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015b0e1-74d6-49e1-9a61-5e784cbced9e req-3d1371e3-afbe-4de6-bca4-d763e5158b88 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:04.421888 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d015b0e1-74d6-49e1-9a61-5e784cbced9e req-3d1371e3-afbe-4de6-bca4-d763e5158b88 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd6e8acd-1119-440c-930d-08463f0c00c2 HTTP/1.1" status: 200 len: 944 time: 0.0829403 May 06 18:49:04.466337 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d015b0e1-74d6-49e1-9a61-5e784cbced9e req-e9252c48-e430-4a63-bfa2-7cf498a15e7a tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388124 May 06 18:49:05.651222 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d4c04-cab5-4f8a-9eb1-376b9fbcb0cf req-d31a700f-8a33-4d73-96c9-947b0980d21a tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:05.652681 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-019d4c04-cab5-4f8a-9eb1-376b9fbcb0cf req-d31a700f-8a33-4d73-96c9-947b0980d21a tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd6e8acd-1119-440c-930d-08463f0c00c2 HTTP/1.1" status: 200 len: 944 time: 0.0792580 May 06 18:49:05.697826 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-019d4c04-cab5-4f8a-9eb1-376b9fbcb0cf req-0f4515b5-b9d1-4033-be60-09110c15d3dc tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391881 May 06 18:49:06.883421 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b180df-0f61-4c94-ab5b-6542ef37fc5d req-f18e673d-de47-44f4-8f3a-085a22dc168b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:06.884830 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-32b180df-0f61-4c94-ab5b-6542ef37fc5d req-f18e673d-de47-44f4-8f3a-085a22dc168b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd6e8acd-1119-440c-930d-08463f0c00c2 HTTP/1.1" status: 200 len: 944 time: 0.0840073 May 06 18:49:07.028001 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-32b180df-0f61-4c94-ab5b-6542ef37fc5d req-b1b21b72-d452-4db9-add1-39958b765e16 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372833 May 06 18:49:08.217293 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19224fc4-570e-46c0-87ec-fa47acd5d262 req-0e018e94-8ddb-43e7-83a6-0c02b728b10f tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:08.218748 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-19224fc4-570e-46c0-87ec-fa47acd5d262 req-0e018e94-8ddb-43e7-83a6-0c02b728b10f tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd6e8acd-1119-440c-930d-08463f0c00c2 HTTP/1.1" status: 200 len: 944 time: 0.0862947 May 06 18:49:08.263967 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-19224fc4-570e-46c0-87ec-fa47acd5d262 req-47892618-f19a-42f2-b96c-23df48c8941d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395439 May 06 18:49:08.329042 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 8c34d10f-d9e7-4556-80c7-fc0c15b58193 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=78805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:49:08.458503 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 8c34d10f-d9e7-4556-80c7-fc0c15b58193, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8c34d10f-d9e7-4556-80c7-fc0c15b58193,segment=NetworkSegment(18668fc2-a888-4e60-89c3-6a276abc0f8f),segment_id=18668fc2-a888-4e60-89c3-6a276abc0f8f)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:49:08.471225 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Returning: {'device': '8c34d10f-d9e7-4556-80c7-fc0c15b58193', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'port_id': '8c34d10f-d9e7-4556-80c7-fc0c15b58193', 'mac_address': 'fa:16:3e:63:15:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:49:08.528299 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:08.544759 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c34d10f-d9e7-4556-80c7-fc0c15b58193 {{(pid=78805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:49:08.560044 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 8c34d10f-d9e7-4556-80c7-fc0c15b58193, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8c34d10f-d9e7-4556-80c7-fc0c15b58193,segment=NetworkSegment(18668fc2-a888-4e60-89c3-6a276abc0f8f),segment_id=18668fc2-a888-4e60-89c3-6a276abc0f8f)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:49:08.563992 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:08.565888 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:49:08.631786 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=8c34d10f-d9e7-4556-80c7-fc0c15b58193,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:49:08.639046 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:49:08.639411 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:49:08.639746 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:49:08.640076 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:49:08.640400 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:49:08.640725 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:49:08.641042 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:49:08.641363 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:49:08.641683 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:49:08.641998 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:49:08.642313 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:49:08.642629 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:49:08.646565 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:49:08.780395 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] get_ports_and_sgs() called for port_ids ['8c34d10f-d9e7-4556-80c7-fc0c15b58193'] {{(pid=78805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:49:09.451522 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60897fe9-ff30-412f-a85a-27d197ca41b6 req-3bd40f8b-dcbe-4502-a9d9-c169badebff2 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:09.452953 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-60897fe9-ff30-412f-a85a-27d197ca41b6 req-3bd40f8b-dcbe-4502-a9d9-c169badebff2 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd6e8acd-1119-440c-930d-08463f0c00c2 HTTP/1.1" status: 200 len: 945 time: 0.0790763 May 06 18:49:09.500649 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-60897fe9-ff30-412f-a85a-27d197ca41b6 req-715ccc2b-d7c9-4581-b956-4b2cf0a4fcfb tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419617 May 06 18:49:10.326674 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 8c34d10f-d9e7-4556-80c7-fc0c15b58193 up at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:49:10.430153 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning for port 8c34d10f-d9e7-4556-80c7-fc0c15b58193 completed by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:49:10.435449 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Provisioning complete for port 8c34d10f-d9e7-4556-80c7-fc0c15b58193 triggered by entity L2. {{(pid=78805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:49:10.435817 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8193897'] for port, provisioning_complete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:10.549641 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:10.575472 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6e8acd-1119-440c-930d-08463f0c00c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c34d10f-d9e7-4556-80c7-fc0c15b58193'}] {{(pid=78805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:49:10.585279 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] For port 8c34d10f-d9e7-4556-80c7-fc0c15b58193, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8c34d10f-d9e7-4556-80c7-fc0c15b58193,segment=NetworkSegment(18668fc2-a888-4e60-89c3-6a276abc0f8f),segment_id=18668fc2-a888-4e60-89c3-6a276abc0f8f)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:49:10.589679 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:10.592223 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-26887a25-3084-492e-b5c1-b747d82be167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:49:10.626589 dv-cinder-733622-15-iscsi neutron-server[78805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6e8acd-1119-440c-930d-08463f0c00c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c34d10f-d9e7-4556-80c7-fc0c15b58193', 'code': 200} May 06 18:49:10.664590 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Pushing event updated for resources: {'Port': ['ID=8c34d10f-d9e7-4556-80c7-fc0c15b58193,revision_number=5']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:49:10.667477 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:49:10.695777 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33526312-ade7-4d03-bb12-b76303034c0a req-9332c5ca-6ee5-4bd5-96f2-b318c5a98efc tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:10.697217 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-33526312-ade7-4d03-bb12-b76303034c0a req-9332c5ca-6ee5-4bd5-96f2-b318c5a98efc tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd6e8acd-1119-440c-930d-08463f0c00c2 HTTP/1.1" status: 200 len: 946 time: 0.0863531 May 06 18:49:10.745274 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-33526312-ade7-4d03-bb12-b76303034c0a req-1478d322-9b8f-44e4-acf1-0bff00803d5a tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413678 May 06 18:49:10.910037 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3f62b-c2bd-4ac2-8a76-d766e8b547da req-0a87f01b-4912-4f66-8664-21b3dda9abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:10.911461 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f3f3f62b-c2bd-4ac2-8a76-d766e8b547da req-0a87f01b-4912-4f66-8664-21b3dda9abb0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd6e8acd-1119-440c-930d-08463f0c00c2 HTTP/1.1" status: 200 len: 1099 time: 0.0696735 May 06 18:49:10.951780 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f3f3f62b-c2bd-4ac2-8a76-d766e8b547da req-0b86338c-1e84-4d42-80dc-4f9600c1f9ae service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343361 May 06 18:49:11.939086 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8001e9-9465-41d4-a01f-1ea9b5f5891c req-38aabaa2-9783-4725-90d1-8be3dd063db1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:11.940564 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bf8001e9-9465-41d4-a01f-1ea9b5f5891c req-38aabaa2-9783-4725-90d1-8be3dd063db1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd6e8acd-1119-440c-930d-08463f0c00c2 HTTP/1.1" status: 200 len: 946 time: 0.0860591 May 06 18:49:11.985340 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bf8001e9-9465-41d4-a01f-1ea9b5f5891c req-0461a1e9-df6d-48be-bbfe-35260f42c72c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391271 May 06 18:49:12.177228 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a871c-2144-42ad-bd09-1c55b6898c74 req-8c90b7e0-677f-47b8-80c0-ebc1ef32f8c4 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:12.178648 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7f7a871c-2144-42ad-bd09-1c55b6898c74 req-8c90b7e0-677f-47b8-80c0-ebc1ef32f8c4 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd6e8acd-1119-440c-930d-08463f0c00c2 HTTP/1.1" status: 200 len: 946 time: 0.0827489 May 06 18:49:12.225808 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-7f7a871c-2144-42ad-bd09-1c55b6898c74 req-6792ffab-6a5f-4511-82cc-74bb2df7648d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408525 May 06 18:49:12.248247 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51880) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:49:12.318306 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784cedd8-b93c-4ead-b3c9-eac538964f1a tempest-TestVolumeBootPattern-980394536 tempest-TestVolumeBootPattern-980394536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:12.319707 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-784cedd8-b93c-4ead-b3c9-eac538964f1a tempest-TestVolumeBootPattern-980394536 tempest-TestVolumeBootPattern-980394536-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=dd6e8acd-1119-440c-930d-08463f0c00c2 HTTP/1.1" status: 200 len: 1094 time: 0.0705333 May 06 18:49:12.322373 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51884) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:49:12.327991 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.v2.base [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Request body: {'floatingip': {'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'port_id': '8c34d10f-d9e7-4556-80c7-fc0c15b58193', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=78804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:49:12.333686 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:49:12.337413 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Usage tracker for resource:floatingip and tenant:992bdb878c3d45afa89e89fa3a20f1f5 is out of sync, need to count used quota {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:49:12.341851 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:49:12.347607 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.quota.driver [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:49:12.357990 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for floatingip, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:12.495376 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:12.634526 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Allocated IP 172.27.1.22 (884521b5-a319-4325-bd13-24951164ba4c/9fcafda4-8977-4d90-a4c2-0719bb43c11a/bd84ec42-e547-44dd-847c-0b0b72f8cb5c) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:49:12.883910 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:12.912815 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734943523606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:12.917320 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-19fe3749-ff14-477e-9a2a-8f4b5329eccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:49:12.976669 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Network 884521b5-a319-4325-bd13-24951164ba4c is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:49:12.984103 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:49:12.988189 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:49:13.017855 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Pushing event updated for resources: {'Port': ['ID=bd84ec42-e547-44dd-847c-0b0b72f8cb5c,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:49:13.032234 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:49:13.032613 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:49:13.032979 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:49:13.033343 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:49:13.033699 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:49:13.034052 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:49:13.034405 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:49:13.034754 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:49:13.035101 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:49:13.035472 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:49:13.035813 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:49:13.036153 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:49:13.041188 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:49:13.406777 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:13.478031 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8310014'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:13.679013 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:13.683291 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734943942247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734943523624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734943523669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062806'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:13.687589 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-19cf106c-d1b4-4901-9175-12286c5bbc65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:49:13.791091 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Pushing event updated for resources: {'Port': ['ID=bd84ec42-e547-44dd-847c-0b0b72f8cb5c,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:49:13.795332 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:49:13.805559 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1046138'] for floatingip, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:13.975004 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.db.l3_db [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Floating IP 6105a7c8-9cbe-496c-9f23-fb4acc1d382e associated. External IP: 172.27.1.22, port: 8c34d10f-d9e7-4556-80c7-fc0c15b58193. May 06 18:49:14.435307 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Router fe691a20-1d59-4c74-8587-2adb55b4e15d has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:49:14.613870 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:49:14.625206 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cd2b1a-f91d-422b-a65c-3454ccb2e35b None None] Sync routers for ids ['fe691a20-1d59-4c74-8587-2adb55b4e15d'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:49:14.634901 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cd2b1a-f91d-422b-a65c-3454ccb2e35b None None] Routers {'fe691a20-1d59-4c74-8587-2adb55b4e15d'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:49:14.635536 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-41cd2b1a-f91d-422b-a65c-3454ccb2e35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:48:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['fe691a20-1d59-4c74-8587-2adb55b4e15d'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:49:14.641369 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for floatingip, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:14.701659 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-8fb3c473-53bc-4ad5-83a2-9796d973f61b tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3781857 May 06 18:49:14.702296 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd6e8acd-1119-440c-930d-08463f0c00c2', 'tag': '8c34d10f-d9e7-4556-80c7-fc0c15b58193'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:49:14.752822 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd6e8acd-1119-440c-930d-08463f0c00c2', 'tag': '8c34d10f-d9e7-4556-80c7-fc0c15b58193', 'status': 'completed', 'code': 200} May 06 18:49:14.832139 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-41cd2b1a-f91d-422b-a65c-3454ccb2e35b None None] Set router fe691a20-1d59-4c74-8587-2adb55b4e15d gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:49:14.847398 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4edbba-1c80-4443-af5f-275c7ba51c98 req-049e8d7e-de98-424b-9237-8e628455766d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:14.848935 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-db4edbba-1c80-4443-af5f-275c7ba51c98 req-049e8d7e-de98-424b-9237-8e628455766d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=992bdb878c3d45afa89e89fa3a20f1f5&device_id=dd6e8acd-1119-440c-930d-08463f0c00c2 HTTP/1.1" status: 200 len: 1099 time: 0.0746846 May 06 18:49:14.985199 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4edbba-1c80-4443-af5f-275c7ba51c98 req-1e5df436-c4e4-4412-9485-0cc5d090afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:14.986592 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-db4edbba-1c80-4443-af5f-275c7ba51c98 req-1e5df436-c4e4-4412-9485-0cc5d090afa8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 HTTP/1.1" status: 200 len: 913 time: 0.1315503 May 06 18:49:15.091875 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-db4edbba-1c80-4443-af5f-275c7ba51c98 req-6457302e-0a54-44a8-8520-b5ed249789f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c34d10f-d9e7-4556-80c7-fc0c15b58193 HTTP/1.1" status: 200 len: 999 time: 0.0993674 May 06 18:49:15.154146 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4edbba-1c80-4443-af5f-275c7ba51c98 req-fdee9766-566d-4455-9a94-7afe7f9bbae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:15.155592 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-db4edbba-1c80-4443-af5f-275c7ba51c98 req-fdee9766-566d-4455-9a94-7afe7f9bbae4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a32917cb-097d-4180-8cc5-69b1118bbbd7 HTTP/1.1" status: 200 len: 851 time: 0.0578198 May 06 18:49:15.188813 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-41cd2b1a-f91d-422b-a65c-3454ccb2e35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:44:06Z', 'revision_number': 4, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port': {'id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:01Z', 'updated_at': '2021-05-06T18:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': '6105a7c8-9cbe-496c-9f23-fb4acc1d382e', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'floating_ip_address': '172.27.1.22', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'port_id': '8c34d10f-d9e7-4556-80c7-fc0c15b58193', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'mac_address': 'fa:16:3e:63:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6e8acd-1119-440c-930d-08463f0c00c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:49:13Z', 'updated_at': '2021-05-06T18:49:13Z', 'revision_number': 0, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'fixed_ip_address_scope': None}, {'id': 'e09daa65-14b6-438f-9182-69c06783a525', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'port_id': 'c3210e84-29b9-445a-a12e-0500fca616bb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'mac_address': 'fa:16:3e:3f:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482b984d-d75d-49ca-b73e-1654d8a97474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:47:17Z', 'updated_at': '2021-05-06T18:47:20Z', 'revision_number': 1, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78783e6e-ec55-4d0b-a912-23f6058d3712', 'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'mac_address': 'fa:16:3e:36:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:05Z', 'updated_at': '2021-05-06T18:44:13Z', 'revision_number': 5, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'subnets': [{'id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:49:15.192682 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cd2b1a-f91d-422b-a65c-3454ccb2e35b None None] Checking router: fe691a20-1d59-4c74-8587-2adb55b4e15d for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:49:15.201885 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cd2b1a-f91d-422b-a65c-3454ccb2e35b None None] Routers {'fe691a20-1d59-4c74-8587-2adb55b4e15d'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:49:15.202540 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-41cd2b1a-f91d-422b-a65c-3454ccb2e35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:48:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['fe691a20-1d59-4c74-8587-2adb55b4e15d'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:49:15.237362 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4edbba-1c80-4443-af5f-275c7ba51c98 req-80074a6b-0ab0-41c8-9cc3-fa19f5d1b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:49:15.238748 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-db4edbba-1c80-4443-af5f-275c7ba51c98 req-80074a6b-0ab0-41c8-9cc3-fa19f5d1b2da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0769567 May 06 18:49:15.378316 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-db4edbba-1c80-4443-af5f-275c7ba51c98 req-5aaba239-ba6a-4b9a-b424-9d432cb94eea service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326883 May 06 18:49:15.384023 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-41cd2b1a-f91d-422b-a65c-3454ccb2e35b None None] Set router fe691a20-1d59-4c74-8587-2adb55b4e15d gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:49:15.510221 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-db4edbba-1c80-4443-af5f-275c7ba51c98 req-0a884309-2fe1-48c5-b071-deece5327574 service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260877 May 06 18:49:15.737425 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-41cd2b1a-f91d-422b-a65c-3454ccb2e35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:44:06Z', 'revision_number': 4, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port': {'id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:01Z', 'updated_at': '2021-05-06T18:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': '6105a7c8-9cbe-496c-9f23-fb4acc1d382e', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'floating_ip_address': '172.27.1.22', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'port_id': '8c34d10f-d9e7-4556-80c7-fc0c15b58193', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'mac_address': 'fa:16:3e:63:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6e8acd-1119-440c-930d-08463f0c00c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:49:13Z', 'updated_at': '2021-05-06T18:49:13Z', 'revision_number': 0, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'fixed_ip_address_scope': None}, {'id': 'e09daa65-14b6-438f-9182-69c06783a525', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'port_id': 'c3210e84-29b9-445a-a12e-0500fca616bb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'mac_address': 'fa:16:3e:3f:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482b984d-d75d-49ca-b73e-1654d8a97474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:47:17Z', 'updated_at': '2021-05-06T18:47:20Z', 'revision_number': 1, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78783e6e-ec55-4d0b-a912-23f6058d3712', 'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'mac_address': 'fa:16:3e:36:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:05Z', 'updated_at': '2021-05-06T18:44:13Z', 'revision_number': 5, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'subnets': [{'id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:49:15.741547 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cd2b1a-f91d-422b-a65c-3454ccb2e35b None None] The sync data for ids ['fe691a20-1d59-4c74-8587-2adb55b4e15d'] in dv-cinder-733622-15-iscsi is: [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:44:06Z', 'revision_number': 4, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port': {'id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:01Z', 'updated_at': '2021-05-06T18:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': '6105a7c8-9cbe-496c-9f23-fb4acc1d382e', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'floating_ip_address': '172.27.1.22', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'port_id': '8c34d10f-d9e7-4556-80c7-fc0c15b58193', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'mac_address': 'fa:16:3e:63:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6e8acd-1119-440c-930d-08463f0c00c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:49:13Z', 'updated_at': '2021-05-06T18:49:13Z', 'revision_number': 0, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'fixed_ip_address_scope': None}, {'id': 'e09daa65-14b6-438f-9182-69c06783a525', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'port_id': 'c3210e84-29b9-445a-a12e-0500fca616bb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'mac_address': 'fa:16:3e:3f:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482b984d-d75d-49ca-b73e-1654d8a97474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:47:17Z', 'updated_at': '2021-05-06T18:47:20Z', 'revision_number': 1, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78783e6e-ec55-4d0b-a912-23f6058d3712', 'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'mac_address': 'fa:16:3e:36:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:05Z', 'updated_at': '2021-05-06T18:44:13Z', 'revision_number': 5, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'subnets': [{'id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:49:15.929159 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7274a384-394d-48ea-a702-775c7a7ef0ac None None] New status for floating IP 6105a7c8-9cbe-496c-9f23-fb4acc1d382e: ACTIVE {{(pid=78806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:49:16.316584 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ba88b21e-c8df-4dbd-a35f-9d4b0e771c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:18.385753 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:18.727392 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-1baece53-465d-4edb-930f-02d55d822cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:20.132718 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:21.676293 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:27.560017 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:31.368687 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:49:46.317787 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-9fc4494c-7f0b-44db-95a1-895be6ae9481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:48.348336 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:48.728679 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ec774d71-7964-43be-af89-fca12f12d45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:50.135372 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:51.681328 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:57.574611 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:04.731817 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-84b81304-284f-4b65-8ce7-fc4ede5fe59b req-95447c61-9d1e-4d7b-b348-57a7c71f06dc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=482b984d-d75d-49ca-b73e-1654d8a97474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1465185 May 06 18:50:04.874233 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b81304-284f-4b65-8ce7-fc4ede5fe59b req-6926f403-8595-47c5-a5c0-80b7c7fc5645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:50:04.875615 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-84b81304-284f-4b65-8ce7-fc4ede5fe59b req-6926f403-8595-47c5-a5c0-80b7c7fc5645 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=992bdb878c3d45afa89e89fa3a20f1f5&device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 1099 time: 0.0737503 May 06 18:50:05.021678 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b81304-284f-4b65-8ce7-fc4ede5fe59b req-055dac59-ca96-4416-badb-d71bcb5e60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:50:05.023134 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-84b81304-284f-4b65-8ce7-fc4ede5fe59b req-055dac59-ca96-4416-badb-d71bcb5e60e6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 HTTP/1.1" status: 200 len: 913 time: 0.1284032 May 06 18:50:05.128888 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-84b81304-284f-4b65-8ce7-fc4ede5fe59b req-e9fa2a57-da3e-40e2-9e20-ccb4779f9f29 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3210e84-29b9-445a-a12e-0500fca616bb HTTP/1.1" status: 200 len: 1000 time: 0.0989535 May 06 18:50:05.192361 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b81304-284f-4b65-8ce7-fc4ede5fe59b req-dfe41ef3-d5af-46c3-9b0a-f0c692d62684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:50:05.193747 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-84b81304-284f-4b65-8ce7-fc4ede5fe59b req-dfe41ef3-d5af-46c3-9b0a-f0c692d62684 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a32917cb-097d-4180-8cc5-69b1118bbbd7 HTTP/1.1" status: 200 len: 851 time: 0.0584810 May 06 18:50:05.268732 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b81304-284f-4b65-8ce7-fc4ede5fe59b req-c8e845dd-c3d0-46a2-9df1-fc80bdd8782b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:50:05.270268 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-84b81304-284f-4b65-8ce7-fc4ede5fe59b req-c8e845dd-c3d0-46a2-9df1-fc80bdd8782b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0694952 May 06 18:50:05.503675 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-84b81304-284f-4b65-8ce7-fc4ede5fe59b req-49f2c77d-b3e7-46b1-8cf3-7eda51e0c5d0 service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263417 May 06 18:50:05.638418 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-84b81304-284f-4b65-8ce7-fc4ede5fe59b req-1c663a08-b65e-4ebc-bac7-58edaae52468 service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267309 May 06 18:50:08.367693 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:50:16.318735 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-05c206ad-0e96-4e75-9223-cb7636f252ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:18.350750 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:18.730219 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c23d-9a36-4f31-9d08-3b88e4b817f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:20.138811 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:21.683747 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:27.583453 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:45.367471 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:50:46.322827 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-048056b7-723e-4124-91c8-2f315a0a528a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:48.353442 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:48.732525 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-62f06c77-94d1-4002-b855-fe7d401818fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:50.141418 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:51.686438 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:53.637772 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51928) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:50:53.946191 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Deleting port bd84ec42-e547-44dd-847c-0b0b72f8cb5c {{(pid=78804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:50:53.946527 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:54.062808 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:54.063130 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:54.182818 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Calling delete_port for bd84ec42-e547-44dd-847c-0b0b72f8cb5c owned by network:floatingip {{(pid=78804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:50:54.298245 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:54.302998 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:50:54.345675 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Pushing event deleted for resources: {'Port': ['ID=bd84ec42-e547-44dd-847c-0b0b72f8cb5c,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:50:54.384482 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:50:54.384852 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:50:54.385213 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:50:54.385567 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:50:54.385918 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:50:54.386268 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:50:54.386613 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:50:54.386961 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:50:54.387325 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:50:54.387668 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:50:54.388007 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:50:54.388344 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:50:54.418315 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:50:54.445829 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for floatingip, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:54.446176 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.db.l3_db [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Floating IP 6105a7c8-9cbe-496c-9f23-fb4acc1d382e disassociated (deleted). External IP: 172.27.1.22, port: 8c34d10f-d9e7-4556-80c7-fc0c15b58193. May 06 18:50:54.901059 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Router fe691a20-1d59-4c74-8587-2adb55b4e15d has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:50:55.077178 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:50:55.087719 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9a5ffb-da31-452e-a0a7-6a313a3bae20 None None] Sync routers for ids ['fe691a20-1d59-4c74-8587-2adb55b4e15d'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:50:55.097333 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9a5ffb-da31-452e-a0a7-6a313a3bae20 None None] Routers {'fe691a20-1d59-4c74-8587-2adb55b4e15d'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:50:55.097525 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for floatingip, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:55.097949 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-7c9a5ffb-da31-452e-a0a7-6a313a3bae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:50:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['fe691a20-1d59-4c74-8587-2adb55b4e15d'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:50:55.152512 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "DELETE /v2.0/floatingips/6105a7c8-9cbe-496c-9f23-fb4acc1d382e HTTP/1.1" status: 204 len: 168 time: 1.5135202 May 06 18:50:55.153115 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd6e8acd-1119-440c-930d-08463f0c00c2', 'tag': '8c34d10f-d9e7-4556-80c7-fc0c15b58193'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:50:55.202521 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd6e8acd-1119-440c-930d-08463f0c00c2', 'tag': '8c34d10f-d9e7-4556-80c7-fc0c15b58193', 'status': 'completed', 'code': 200} May 06 18:50:55.275066 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-7c9a5ffb-da31-452e-a0a7-6a313a3bae20 None None] Set router fe691a20-1d59-4c74-8587-2adb55b4e15d gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:50:55.294988 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17820fe2-9052-4854-af27-d86edcec7c56 req-a0e3c705-3d40-4eb5-8962-8565517d7ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:50:55.296512 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-17820fe2-9052-4854-af27-d86edcec7c56 req-a0e3c705-3d40-4eb5-8962-8565517d7ffc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=992bdb878c3d45afa89e89fa3a20f1f5&device_id=dd6e8acd-1119-440c-930d-08463f0c00c2 HTTP/1.1" status: 200 len: 1099 time: 0.0724623 May 06 18:50:55.436285 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17820fe2-9052-4854-af27-d86edcec7c56 req-95442a18-34df-432f-89e0-a8cbed03cfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:50:55.437729 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-17820fe2-9052-4854-af27-d86edcec7c56 req-95442a18-34df-432f-89e0-a8cbed03cfdc service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 HTTP/1.1" status: 200 len: 913 time: 0.1339478 May 06 18:50:55.515639 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-17820fe2-9052-4854-af27-d86edcec7c56 req-271cd39b-81a2-4589-9062-09a33f37689b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c34d10f-d9e7-4556-80c7-fc0c15b58193 HTTP/1.1" status: 200 len: 217 time: 0.0697966 May 06 18:50:55.582506 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17820fe2-9052-4854-af27-d86edcec7c56 req-2a60867a-fff9-4dd8-8a5c-c2ec9ed1404b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:50:55.584763 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-17820fe2-9052-4854-af27-d86edcec7c56 req-2a60867a-fff9-4dd8-8a5c-c2ec9ed1404b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a32917cb-097d-4180-8cc5-69b1118bbbd7 HTTP/1.1" status: 200 len: 851 time: 0.0619936 May 06 18:50:55.635332 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-7c9a5ffb-da31-452e-a0a7-6a313a3bae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:44:06Z', 'revision_number': 4, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port': {'id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:01Z', 'updated_at': '2021-05-06T18:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': 'e09daa65-14b6-438f-9182-69c06783a525', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'port_id': 'c3210e84-29b9-445a-a12e-0500fca616bb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'mac_address': 'fa:16:3e:3f:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482b984d-d75d-49ca-b73e-1654d8a97474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:47:17Z', 'updated_at': '2021-05-06T18:47:20Z', 'revision_number': 1, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78783e6e-ec55-4d0b-a912-23f6058d3712', 'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'mac_address': 'fa:16:3e:36:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:05Z', 'updated_at': '2021-05-06T18:44:13Z', 'revision_number': 5, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'subnets': [{'id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:50:55.639289 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9a5ffb-da31-452e-a0a7-6a313a3bae20 None None] Checking router: fe691a20-1d59-4c74-8587-2adb55b4e15d for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:50:55.648511 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9a5ffb-da31-452e-a0a7-6a313a3bae20 None None] Routers {'fe691a20-1d59-4c74-8587-2adb55b4e15d'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:50:55.649118 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-7c9a5ffb-da31-452e-a0a7-6a313a3bae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:50:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['fe691a20-1d59-4c74-8587-2adb55b4e15d'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:50:55.723781 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17820fe2-9052-4854-af27-d86edcec7c56 req-7a3e80de-5bc9-42f7-b9a4-1ee411b25648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:50:55.725214 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-17820fe2-9052-4854-af27-d86edcec7c56 req-7a3e80de-5bc9-42f7-b9a4-1ee411b25648 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1336107 May 06 18:50:55.736621 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d583e2-46b6-4492-843b-d9e182764cd9 req-0d89dd83-e670-4446-9c40-96113e2d1b81 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:50:55.737950 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-80d583e2-46b6-4492-843b-d9e182764cd9 req-0d89dd83-e670-4446-9c40-96113e2d1b81 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd6e8acd-1119-440c-930d-08463f0c00c2 HTTP/1.1" status: 200 len: 946 time: 0.2353704 May 06 18:50:55.827641 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-7c9a5ffb-da31-452e-a0a7-6a313a3bae20 None None] Set router fe691a20-1d59-4c74-8587-2adb55b4e15d gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:50:55.861009 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-80d583e2-46b6-4492-843b-d9e182764cd9 req-f3d28f4b-0f96-4c3b-9089-0f897cd2d7b2 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043782 May 06 18:50:55.900019 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-17820fe2-9052-4854-af27-d86edcec7c56 req-0c2e794f-7653-46bc-b8fa-4098b9af35f5 service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610994 May 06 18:50:56.033030 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-17820fe2-9052-4854-af27-d86edcec7c56 req-cd08bd28-e7a4-473c-a6ca-54b1c895dedf service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263993 May 06 18:50:56.214707 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-7c9a5ffb-da31-452e-a0a7-6a313a3bae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:44:06Z', 'revision_number': 4, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port': {'id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:01Z', 'updated_at': '2021-05-06T18:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': 'e09daa65-14b6-438f-9182-69c06783a525', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'port_id': 'c3210e84-29b9-445a-a12e-0500fca616bb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'mac_address': 'fa:16:3e:3f:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482b984d-d75d-49ca-b73e-1654d8a97474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:47:17Z', 'updated_at': '2021-05-06T18:47:20Z', 'revision_number': 1, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78783e6e-ec55-4d0b-a912-23f6058d3712', 'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'mac_address': 'fa:16:3e:36:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:05Z', 'updated_at': '2021-05-06T18:44:13Z', 'revision_number': 5, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'subnets': [{'id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:50:56.218576 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9a5ffb-da31-452e-a0a7-6a313a3bae20 None None] The sync data for ids ['fe691a20-1d59-4c74-8587-2adb55b4e15d'] in dv-cinder-733622-15-iscsi is: [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:44:06Z', 'revision_number': 4, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port': {'id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:01Z', 'updated_at': '2021-05-06T18:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_floatingips': [{'id': 'e09daa65-14b6-438f-9182-69c06783a525', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'router_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'port_id': 'c3210e84-29b9-445a-a12e-0500fca616bb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'mac_address': 'fa:16:3e:3f:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482b984d-d75d-49ca-b73e-1654d8a97474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:47:17Z', 'updated_at': '2021-05-06T18:47:20Z', 'revision_number': 1, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78783e6e-ec55-4d0b-a912-23f6058d3712', 'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'mac_address': 'fa:16:3e:36:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:05Z', 'updated_at': '2021-05-06T18:44:13Z', 'revision_number': 5, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'subnets': [{'id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:50:56.581104 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a79335-1196-4a74-8c1a-b4a107a1947f None None] New status for floating IP 6105a7c8-9cbe-496c-9f23-fb4acc1d382e: DOWN {{(pid=78806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:50:56.967356 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930da0a-e3c8-4b01-b2cc-50646f1933d9 req-369ab1b2-4ed0-4e97-a513-cb15c7ef1ab8 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:50:56.969365 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d930da0a-e3c8-4b01-b2cc-50646f1933d9 req-369ab1b2-4ed0-4e97-a513-cb15c7ef1ab8 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd6e8acd-1119-440c-930d-08463f0c00c2 HTTP/1.1" status: 200 len: 946 time: 0.0870945 May 06 18:50:57.104740 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbaef6-4e39-454f-90a7-4aa52d51e5ca req-0df2a05d-c1ce-43b8-a706-f9fda1e0c014 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:50:57.105439 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-6fdbaef6-4e39-454f-90a7-4aa52d51e5ca req-0df2a05d-c1ce-43b8-a706-f9fda1e0c014 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Synchronizing usage tracker for tenant:992bdb878c3d45afa89e89fa3a20f1f5 on resource:port {{(pid=78804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:50:57.108505 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-d930da0a-e3c8-4b01-b2cc-50646f1933d9 req-a23e51ad-5b9d-45c1-bb6f-adb28073b9de tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Deleting port 8c34d10f-d9e7-4556-80c7-fc0c15b58193 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:50:57.108842 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d930da0a-e3c8-4b01-b2cc-50646f1933d9 req-a23e51ad-5b9d-45c1-bb6f-adb28073b9de tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:57.120681 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.quota.resource [req-6fdbaef6-4e39-454f-90a7-4aa52d51e5ca req-0df2a05d-c1ce-43b8-a706-f9fda1e0c014 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Unset dirty status for tenant:992bdb878c3d45afa89e89fa3a20f1f5 on resource:port {{(pid=78804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:50:57.122099 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6fdbaef6-4e39-454f-90a7-4aa52d51e5ca req-0df2a05d-c1ce-43b8-a706-f9fda1e0c014 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd6e8acd-1119-440c-930d-08463f0c00c2 HTTP/1.1" status: 200 len: 946 time: 0.1524589 May 06 18:50:57.168385 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-6fdbaef6-4e39-454f-90a7-4aa52d51e5ca req-a67897c4-0ac0-4bb4-9ba3-485c0fbb4cba tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402911 May 06 18:50:57.246928 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-d930da0a-e3c8-4b01-b2cc-50646f1933d9 req-a23e51ad-5b9d-45c1-bb6f-adb28073b9de tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] For port 8c34d10f-d9e7-4556-80c7-fc0c15b58193, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8c34d10f-d9e7-4556-80c7-fc0c15b58193,segment=NetworkSegment(18668fc2-a888-4e60-89c3-6a276abc0f8f),segment_id=18668fc2-a888-4e60-89c3-6a276abc0f8f)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:50:57.247262 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d930da0a-e3c8-4b01-b2cc-50646f1933d9 req-a23e51ad-5b9d-45c1-bb6f-adb28073b9de tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:57.465333 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-d930da0a-e3c8-4b01-b2cc-50646f1933d9 req-a23e51ad-5b9d-45c1-bb6f-adb28073b9de tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Calling delete_port for 8c34d10f-d9e7-4556-80c7-fc0c15b58193 owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:50:57.572799 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d930da0a-e3c8-4b01-b2cc-50646f1933d9 req-a23e51ad-5b9d-45c1-bb6f-adb28073b9de tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:57.578410 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-1d0bc7cd-7c91-42fd-a6e3-13c23c8ca4b2 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:50:57.594140 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:57.625466 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e51ad-5b9d-45c1-bb6f-adb28073b9de tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Pushing event deleted for resources: {'Port': ['ID=8c34d10f-d9e7-4556-80c7-fc0c15b58193,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:50:57.663670 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23e51ad-5b9d-45c1-bb6f-adb28073b9de tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:50:57.664053 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23e51ad-5b9d-45c1-bb6f-adb28073b9de tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:50:57.664427 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23e51ad-5b9d-45c1-bb6f-adb28073b9de tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:50:57.664805 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23e51ad-5b9d-45c1-bb6f-adb28073b9de tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:50:57.665407 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23e51ad-5b9d-45c1-bb6f-adb28073b9de tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:50:57.665764 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23e51ad-5b9d-45c1-bb6f-adb28073b9de tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:50:57.666131 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23e51ad-5b9d-45c1-bb6f-adb28073b9de tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:50:57.666482 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23e51ad-5b9d-45c1-bb6f-adb28073b9de tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:50:57.666837 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23e51ad-5b9d-45c1-bb6f-adb28073b9de tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:50:57.667218 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23e51ad-5b9d-45c1-bb6f-adb28073b9de tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:50:57.667575 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23e51ad-5b9d-45c1-bb6f-adb28073b9de tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:50:57.667925 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23e51ad-5b9d-45c1-bb6f-adb28073b9de tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:50:57.675484 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-a23e51ad-5b9d-45c1-bb6f-adb28073b9de tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:50:57.713753 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-d930da0a-e3c8-4b01-b2cc-50646f1933d9 req-a23e51ad-5b9d-45c1-bb6f-adb28073b9de tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] No DVR routers for this DVR port 8c34d10f-d9e7-4556-80c7-fc0c15b58193 on host hv-cinder-73362 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:50:57.716228 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-d930da0a-e3c8-4b01-b2cc-50646f1933d9 req-a23e51ad-5b9d-45c1-bb6f-adb28073b9de tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:57.718763 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6e8acd-1119-440c-930d-08463f0c00c2', 'name': 'network-vif-deleted', 'tag': '8c34d10f-d9e7-4556-80c7-fc0c15b58193'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:50:57.736186 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d930da0a-e3c8-4b01-b2cc-50646f1933d9 req-a23e51ad-5b9d-45c1-bb6f-adb28073b9de tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.55 "DELETE /v2.0/ports/8c34d10f-d9e7-4556-80c7-fc0c15b58193 HTTP/1.1" status: 204 len: 173 time: 0.7600513 May 06 18:50:57.769310 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6e8acd-1119-440c-930d-08463f0c00c2', 'name': 'network-vif-deleted', 'tag': '8c34d10f-d9e7-4556-80c7-fc0c15b58193', 'status': 'completed', 'code': 200} May 06 18:50:58.332538 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-a3643b25-f722-4160-b21b-2b1862989fd5 req-5c4f1fb6-8609-4493-9c25-57ed616bdd5f tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd6e8acd-1119-440c-930d-08463f0c00c2 HTTP/1.1" status: 200 len: 210 time: 0.0423515 May 06 18:51:00.919837 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 8c34d10f-d9e7-4556-80c7-fc0c15b58193 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:51:00.953946 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] No Port match for: 8c34d10f-d9e7-4556-80c7-fc0c15b58193 {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:51:00.954293 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device 8c34d10f-d9e7-4556-80c7-fc0c15b58193 not bound to the agent host hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:51:01.826757 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 51964) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:51:02.094344 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-bcfcc4d7-81e5-4933-9662-51a21d529c8c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Deleting port c22534d7-4a45-4c71-b5a5-a5ab00c1ad8d {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:51:02.094595 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bcfcc4d7-81e5-4933-9662-51a21d529c8c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:02.215074 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bcfcc4d7-81e5-4933-9662-51a21d529c8c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:02.215404 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bcfcc4d7-81e5-4933-9662-51a21d529c8c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:02.339466 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-bcfcc4d7-81e5-4933-9662-51a21d529c8c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Calling delete_port for c22534d7-4a45-4c71-b5a5-a5ab00c1ad8d owned by network:floatingip {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:51:02.460823 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bcfcc4d7-81e5-4933-9662-51a21d529c8c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:02.464321 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7578f975-b083-4aa0-a96d-2fd6c5ad3a26 tempest-AttachVolumeShelveTestJSON-37621730 tempest-AttachVolumeShelveTestJSON-37621730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:51:02.509841 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcc4d7-81e5-4933-9662-51a21d529c8c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Pushing event deleted for resources: {'Port': ['ID=c22534d7-4a45-4c71-b5a5-a5ab00c1ad8d,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:51:02.512943 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-bcfcc4d7-81e5-4933-9662-51a21d529c8c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:51:02.602723 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bcfcc4d7-81e5-4933-9662-51a21d529c8c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for floatingip, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:02.603053 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.db.l3_db [None req-bcfcc4d7-81e5-4933-9662-51a21d529c8c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Floating IP e09daa65-14b6-438f-9182-69c06783a525 disassociated (deleted). External IP: 172.27.1.5, port: c3210e84-29b9-445a-a12e-0500fca616bb. May 06 18:51:03.052629 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfcc4d7-81e5-4933-9662-51a21d529c8c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Router fe691a20-1d59-4c74-8587-2adb55b4e15d has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:51:03.232279 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfcc4d7-81e5-4933-9662-51a21d529c8c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:51:03.241330 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc887cae-8e20-4059-86a4-76b414fdaabf None None] Sync routers for ids ['fe691a20-1d59-4c74-8587-2adb55b4e15d'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:51:03.248584 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bcfcc4d7-81e5-4933-9662-51a21d529c8c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for floatingip, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:03.250111 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc887cae-8e20-4059-86a4-76b414fdaabf None None] Routers {'fe691a20-1d59-4c74-8587-2adb55b4e15d'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:51:03.250717 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-fc887cae-8e20-4059-86a4-76b414fdaabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:50:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['fe691a20-1d59-4c74-8587-2adb55b4e15d'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:51:03.309485 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-bcfcc4d7-81e5-4933-9662-51a21d529c8c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "DELETE /v2.0/floatingips/e09daa65-14b6-438f-9182-69c06783a525 HTTP/1.1" status: 204 len: 168 time: 1.4814317 May 06 18:51:03.309980 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482b984d-d75d-49ca-b73e-1654d8a97474', 'tag': 'c3210e84-29b9-445a-a12e-0500fca616bb'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:51:03.355576 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482b984d-d75d-49ca-b73e-1654d8a97474', 'tag': 'c3210e84-29b9-445a-a12e-0500fca616bb', 'status': 'completed', 'code': 200} May 06 18:51:03.431715 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-fc887cae-8e20-4059-86a4-76b414fdaabf None None] Set router fe691a20-1d59-4c74-8587-2adb55b4e15d gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:51:03.450996 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876f68d-7af6-4f5d-9a88-f5f54f9723c6 req-cc75c693-3b60-4b63-8184-937ee479cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:51:03.452518 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a876f68d-7af6-4f5d-9a88-f5f54f9723c6 req-cc75c693-3b60-4b63-8184-937ee479cca8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=992bdb878c3d45afa89e89fa3a20f1f5&device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 1099 time: 0.0736537 May 06 18:51:03.603270 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876f68d-7af6-4f5d-9a88-f5f54f9723c6 req-f31503e6-eca7-486d-a6bc-4320b9e1fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:51:03.604620 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a876f68d-7af6-4f5d-9a88-f5f54f9723c6 req-f31503e6-eca7-486d-a6bc-4320b9e1fc3d service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 HTTP/1.1" status: 200 len: 913 time: 0.1453540 May 06 18:51:03.711271 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a876f68d-7af6-4f5d-9a88-f5f54f9723c6 req-47bdd039-29db-4666-8f4f-70cab99cbd11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3210e84-29b9-445a-a12e-0500fca616bb HTTP/1.1" status: 200 len: 217 time: 0.0676858 May 06 18:51:03.745705 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-fc887cae-8e20-4059-86a4-76b414fdaabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:44:06Z', 'revision_number': 4, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port': {'id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:01Z', 'updated_at': '2021-05-06T18:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '78783e6e-ec55-4d0b-a912-23f6058d3712', 'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'mac_address': 'fa:16:3e:36:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:05Z', 'updated_at': '2021-05-06T18:44:13Z', 'revision_number': 5, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'subnets': [{'id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:51:03.749657 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc887cae-8e20-4059-86a4-76b414fdaabf None None] Checking router: fe691a20-1d59-4c74-8587-2adb55b4e15d for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:51:03.757953 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc887cae-8e20-4059-86a4-76b414fdaabf None None] Routers {'fe691a20-1d59-4c74-8587-2adb55b4e15d'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:51:03.758552 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-fc887cae-8e20-4059-86a4-76b414fdaabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:50:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['fe691a20-1d59-4c74-8587-2adb55b4e15d'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:51:03.798295 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876f68d-7af6-4f5d-9a88-f5f54f9723c6 req-479dc036-0093-4f2b-a9ae-871cf62ce249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:51:03.799733 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a876f68d-7af6-4f5d-9a88-f5f54f9723c6 req-479dc036-0093-4f2b-a9ae-871cf62ce249 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a32917cb-097d-4180-8cc5-69b1118bbbd7 HTTP/1.1" status: 200 len: 851 time: 0.0801265 May 06 18:51:03.808532 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f40c7c-3473-42b2-9e16-6084dee70642 req-566300f3-cb95-4a9d-a00c-0a4031c7b5b1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:51:03.809199 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-50f40c7c-3473-42b2-9e16-6084dee70642 req-566300f3-cb95-4a9d-a00c-0a4031c7b5b1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Synchronizing usage tracker for tenant:992bdb878c3d45afa89e89fa3a20f1f5 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:51:03.869397 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-50f40c7c-3473-42b2-9e16-6084dee70642 req-566300f3-cb95-4a9d-a00c-0a4031c7b5b1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Unset dirty status for tenant:992bdb878c3d45afa89e89fa3a20f1f5 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:51:03.870685 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-50f40c7c-3473-42b2-9e16-6084dee70642 req-566300f3-cb95-4a9d-a00c-0a4031c7b5b1 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 946 time: 0.2698114 May 06 18:51:03.932674 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876f68d-7af6-4f5d-9a88-f5f54f9723c6 req-f20141bb-0da5-4ada-bad7-ed830f3fa748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:51:03.934134 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a876f68d-7af6-4f5d-9a88-f5f54f9723c6 req-f20141bb-0da5-4ada-bad7-ed830f3fa748 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1222718 May 06 18:51:03.935316 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-fc887cae-8e20-4059-86a4-76b414fdaabf None None] Set router fe691a20-1d59-4c74-8587-2adb55b4e15d gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:51:03.938759 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-50f40c7c-3473-42b2-9e16-6084dee70642 req-28763807-bd84-4fb9-b973-8473b4ee178c tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605409 May 06 18:51:04.070245 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a876f68d-7af6-4f5d-9a88-f5f54f9723c6 req-385b4ed6-4f0d-4380-80c5-b941346b3733 service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273987 May 06 18:51:04.204866 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a876f68d-7af6-4f5d-9a88-f5f54f9723c6 req-760a310e-acdb-43bf-95ca-56e9ea421355 service neutron] 10.222.0.55 "GET /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277647 May 06 18:51:04.245978 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-fc887cae-8e20-4059-86a4-76b414fdaabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:44:06Z', 'revision_number': 4, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port': {'id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:01Z', 'updated_at': '2021-05-06T18:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '78783e6e-ec55-4d0b-a912-23f6058d3712', 'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'mac_address': 'fa:16:3e:36:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:05Z', 'updated_at': '2021-05-06T18:44:13Z', 'revision_number': 5, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'subnets': [{'id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:51:04.250018 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc887cae-8e20-4059-86a4-76b414fdaabf None None] The sync data for ids ['fe691a20-1d59-4c74-8587-2adb55b4e15d'] in dv-cinder-733622-15-iscsi is: [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:44:06Z', 'revision_number': 4, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port': {'id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:01Z', 'updated_at': '2021-05-06T18:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi', '_interfaces': [{'id': '78783e6e-ec55-4d0b-a912-23f6058d3712', 'name': '', 'network_id': '0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'mac_address': 'fa:16:3e:36:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:05Z', 'updated_at': '2021-05-06T18:44:13Z', 'revision_number': 5, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'subnets': [{'id': 'a32917cb-097d-4180-8cc5-69b1118bbbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:51:04.443385 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41725ca-0787-4258-b7db-7eb996577800 None None] New status for floating IP e09daa65-14b6-438f-9182-69c06783a525: DOWN {{(pid=78806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:51:05.089171 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba71084-32fe-454a-a09c-66c676a7e16b req-c0c6939e-26f7-4cc5-bb63-f31bf6654360 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:51:05.090620 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-aba71084-32fe-454a-a09c-66c676a7e16b req-c0c6939e-26f7-4cc5-bb63-f31bf6654360 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.55 "GET /v2.0/ports?device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 946 time: 0.0817528 May 06 18:51:05.139170 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9acb1a-9b71-4e3d-ade9-949e16da3613 req-7f2f93ed-41e2-402c-bd90-6a60ac988cae tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:51:05.140650 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ac9acb1a-9b71-4e3d-ade9-949e16da3613 req-7f2f93ed-41e2-402c-bd90-6a60ac988cae tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 946 time: 0.0825121 May 06 18:51:05.188870 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-ac9acb1a-9b71-4e3d-ade9-949e16da3613 req-7e90fe04-b5fb-48e6-a54c-d235d2cb4295 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5fc6399-8510-4773-8213-0aea9b47f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424383 May 06 18:51:05.235715 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-aba71084-32fe-454a-a09c-66c676a7e16b req-fd5e1d38-c234-4a4b-a363-0e63f540514d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Deleting port c3210e84-29b9-445a-a12e-0500fca616bb {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:51:05.235979 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-aba71084-32fe-454a-a09c-66c676a7e16b req-fd5e1d38-c234-4a4b-a363-0e63f540514d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:05.368369 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-aba71084-32fe-454a-a09c-66c676a7e16b req-fd5e1d38-c234-4a4b-a363-0e63f540514d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] For port c3210e84-29b9-445a-a12e-0500fca616bb, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c3210e84-29b9-445a-a12e-0500fca616bb,segment=NetworkSegment(18668fc2-a888-4e60-89c3-6a276abc0f8f),segment_id=18668fc2-a888-4e60-89c3-6a276abc0f8f)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:51:05.368723 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-aba71084-32fe-454a-a09c-66c676a7e16b req-fd5e1d38-c234-4a4b-a363-0e63f540514d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:05.591920 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-aba71084-32fe-454a-a09c-66c676a7e16b req-fd5e1d38-c234-4a4b-a363-0e63f540514d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Calling delete_port for c3210e84-29b9-445a-a12e-0500fca616bb owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:51:05.703216 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-aba71084-32fe-454a-a09c-66c676a7e16b req-fd5e1d38-c234-4a4b-a363-0e63f540514d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:05.708953 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ff8d3e94-488c-40d4-9bc5-25b9be71e797 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:51:05.755085 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e1d38-c234-4a4b-a363-0e63f540514d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Pushing event deleted for resources: {'Port': ['ID=c3210e84-29b9-445a-a12e-0500fca616bb,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:51:05.758701 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-fd5e1d38-c234-4a4b-a363-0e63f540514d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:51:05.836949 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba71084-32fe-454a-a09c-66c676a7e16b req-fd5e1d38-c234-4a4b-a363-0e63f540514d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] No DVR routers for this DVR port c3210e84-29b9-445a-a12e-0500fca616bb on host hv-cinder-73362 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:51:05.839436 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-aba71084-32fe-454a-a09c-66c676a7e16b req-fd5e1d38-c234-4a4b-a363-0e63f540514d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:05.842302 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482b984d-d75d-49ca-b73e-1654d8a97474', 'name': 'network-vif-deleted', 'tag': 'c3210e84-29b9-445a-a12e-0500fca616bb'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:51:05.857098 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [req-aba71084-32fe-454a-a09c-66c676a7e16b req-fd5e1d38-c234-4a4b-a363-0e63f540514d tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.55 "DELETE /v2.0/ports/c3210e84-29b9-445a-a12e-0500fca616bb HTTP/1.1" status: 204 len: 173 time: 0.7613595 May 06 18:51:05.890580 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482b984d-d75d-49ca-b73e-1654d8a97474', 'name': 'network-vif-deleted', 'tag': 'c3210e84-29b9-445a-a12e-0500fca616bb', 'status': 'completed', 'code': 200} May 06 18:51:06.354059 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [req-699e8fc4-c280-467b-80a2-2a16648b616d req-2b57fb73-8615-49f0-a536-ea97076ed462 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "GET /v2.0/ports?device_id=482b984d-d75d-49ca-b73e-1654d8a97474 HTTP/1.1" status: 200 len: 210 time: 0.0456798 May 06 18:51:07.451682 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 51982) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:51:07.672434 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-010b92cf-f4e8-4077-8bef-a74a0feac586 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Deleting port e4dbc3da-3c9d-4393-868f-0ff5768f2246 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:51:07.672668 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-010b92cf-f4e8-4077-8bef-a74a0feac586 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:07.795686 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-010b92cf-f4e8-4077-8bef-a74a0feac586 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:07.796004 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-010b92cf-f4e8-4077-8bef-a74a0feac586 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:07.917548 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-010b92cf-f4e8-4077-8bef-a74a0feac586 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Calling delete_port for e4dbc3da-3c9d-4393-868f-0ff5768f2246 owned by network:floatingip {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:51:08.024256 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-010b92cf-f4e8-4077-8bef-a74a0feac586 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393680'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:08.027749 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2f48f472-bb27-4241-90e9-5aa3cb0490f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:51:08.074623 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b92cf-f4e8-4077-8bef-a74a0feac586 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Pushing event deleted for resources: {'Port': ['ID=e4dbc3da-3c9d-4393-868f-0ff5768f2246,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:51:08.077744 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-010b92cf-f4e8-4077-8bef-a74a0feac586 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:51:08.163976 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-010b92cf-f4e8-4077-8bef-a74a0feac586 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for floatingip, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:08.177620 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-010b92cf-f4e8-4077-8bef-a74a0feac586 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125265'] for floatingip, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:08.178845 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-010b92cf-f4e8-4077-8bef-a74a0feac586 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "DELETE /v2.0/floatingips/c1e91b83-9612-47be-8b73-2923e2b2ed29 HTTP/1.1" status: 204 len: 168 time: 0.7261968 May 06 18:51:08.950363 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device c3210e84-29b9-445a-a12e-0500fca616bb no longer exists at agent hyperv_hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:51:08.985373 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] No Port match for: c3210e84-29b9-445a-a12e-0500fca616bb {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:51:08.985727 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Device c3210e84-29b9-445a-a12e-0500fca616bb not bound to the agent host hv-cinder-73362 {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:51:09.547690 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 51996) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:51:09.615302 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-542510c5-ef7b-4efe-9ca4-3b485867eb25 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:09.645532 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-542510c5-ef7b-4efe-9ca4-3b485867eb25 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:09.713378 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-542510c5-ef7b-4efe-9ca4-3b485867eb25 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:09.717123 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-64d56241-ec53-4448-804b-12e00657f13a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:51:09.731515 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542510c5-ef7b-4efe-9ca4-3b485867eb25 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fc6399-8510-4773-8213-0aea9b47f340,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:51:09.734643 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-542510c5-ef7b-4efe-9ca4-3b485867eb25 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:51:09.744914 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-542510c5-ef7b-4efe-9ca4-3b485867eb25 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:09.746049 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-542510c5-ef7b-4efe-9ca4-3b485867eb25 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] 10.222.0.50 "DELETE /v2.0/security-groups/b5fc6399-8510-4773-8213-0aea9b47f340 HTTP/1.1" status: 204 len: 168 time: 0.1973612 May 06 18:51:09.797131 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 52002) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:51:10.469423 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-11815a1e-2259-43a7-ae93-247a2704d936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1039683'] for router_interface, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:10.992455 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-11815a1e-2259-43a7-ae93-247a2704d936 admin admin] Deleting port 78783e6e-ec55-4d0b-a912-23f6058d3712 {{(pid=78804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:51:10.993147 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-11815a1e-2259-43a7-ae93-247a2704d936 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:11.112054 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-11815a1e-2259-43a7-ae93-247a2704d936 admin admin] For port 78783e6e-ec55-4d0b-a912-23f6058d3712, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=78783e6e-ec55-4d0b-a912-23f6058d3712,segment=NetworkSegment(18668fc2-a888-4e60-89c3-6a276abc0f8f),segment_id=18668fc2-a888-4e60-89c3-6a276abc0f8f)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:51:11.112294 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-11815a1e-2259-43a7-ae93-247a2704d936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:11.236616 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-11815a1e-2259-43a7-ae93-247a2704d936 admin admin] Calling delete_port for 78783e6e-ec55-4d0b-a912-23f6058d3712 owned by network:router_interface {{(pid=78804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:51:11.373861 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-11815a1e-2259-43a7-ae93-247a2704d936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:11.377250 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08f2029a-b109-49ce-bd02-6070f7b4b6c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:51:11.421403 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11815a1e-2259-43a7-ae93-247a2704d936 admin admin] Pushing event deleted for resources: {'Port': ['ID=78783e6e-ec55-4d0b-a912-23f6058d3712,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:51:11.424518 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-11815a1e-2259-43a7-ae93-247a2704d936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:51:11.686601 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-11815a1e-2259-43a7-ae93-247a2704d936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1042931'] for router_interface, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:12.152927 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11815a1e-2259-43a7-ae93-247a2704d936 admin admin] Router fe691a20-1d59-4c74-8587-2adb55b4e15d has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:51:12.326230 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11815a1e-2259-43a7-ae93-247a2704d936 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:51:12.334986 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cb6c6f-b436-4f9f-add1-ef430c0e6aa8 None None] Sync routers for ids ['fe691a20-1d59-4c74-8587-2adb55b4e15d'] in dv-cinder-733622-15-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:51:12.339139 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-11815a1e-2259-43a7-ae93-247a2704d936 admin admin] 10.222.0.50 "PUT /v2.0/routers/fe691a20-1d59-4c74-8587-2adb55b4e15d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5409508 May 06 18:51:12.341560 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 52008) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:51:12.345398 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cb6c6f-b436-4f9f-add1-ef430c0e6aa8 None None] Routers {'fe691a20-1d59-4c74-8587-2adb55b4e15d'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:51:12.346147 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-d1cb6c6f-b436-4f9f-add1-ef430c0e6aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:50:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['fe691a20-1d59-4c74-8587-2adb55b4e15d'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:51:12.521109 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-42078c42-1fdf-4e63-ba8c-7963fc20121e admin admin] Notify callbacks [] for router, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:12.562035 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-d1cb6c6f-b436-4f9f-add1-ef430c0e6aa8 None None] Set router fe691a20-1d59-4c74-8587-2adb55b4e15d gateway port host: dv-cinder-733622-15-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:51:12.700203 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-42078c42-1fdf-4e63-ba8c-7963fc20121e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:12.770740 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-42078c42-1fdf-4e63-ba8c-7963fc20121e admin admin] Deleting port a192563a-d2a2-407b-ab01-0ac2b479de92 {{(pid=78804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:51:12.771080 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-42078c42-1fdf-4e63-ba8c-7963fc20121e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:12.848458 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-d1cb6c6f-b436-4f9f-add1-ef430c0e6aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:51:11Z', 'revision_number': 5, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port': {'id': 'a192563a-d2a2-407b-ab01-0ac2b479de92', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:01Z', 'updated_at': '2021-05-06T18:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:51:12.853041 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cb6c6f-b436-4f9f-add1-ef430c0e6aa8 None None] Checking router: fe691a20-1d59-4c74-8587-2adb55b4e15d for host: dv-cinder-733622-15-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:51:12.861374 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cb6c6f-b436-4f9f-add1-ef430c0e6aa8 None None] Routers {'fe691a20-1d59-4c74-8587-2adb55b4e15d'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:51:12.861977 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-d1cb6c6f-b436-4f9f-add1-ef430c0e6aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:50:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['fe691a20-1d59-4c74-8587-2adb55b4e15d'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:51:12.893164 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-42078c42-1fdf-4e63-ba8c-7963fc20121e admin admin] For port a192563a-d2a2-407b-ab01-0ac2b479de92, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=a192563a-d2a2-407b-ab01-0ac2b479de92,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:51:12.893522 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-42078c42-1fdf-4e63-ba8c-7963fc20121e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:13.010661 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-d1cb6c6f-b436-4f9f-add1-ef430c0e6aa8 None None] Set router fe691a20-1d59-4c74-8587-2adb55b4e15d gateway port host: None {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:51:13.015968 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-42078c42-1fdf-4e63-ba8c-7963fc20121e admin admin] Calling delete_port for a192563a-d2a2-407b-ab01-0ac2b479de92 owned by network:router_gateway {{(pid=78804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:51:13.118972 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-d1cb6c6f-b436-4f9f-add1-ef430c0e6aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:51:12Z', 'revision_number': 6, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port_host': None}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:51:13.122974 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cb6c6f-b436-4f9f-add1-ef430c0e6aa8 None None] The sync data for ids ['fe691a20-1d59-4c74-8587-2adb55b4e15d'] in dv-cinder-733622-15-iscsi is: [{'id': 'fe691a20-1d59-4c74-8587-2adb55b4e15d', 'name': 'tempest-TestVolumeBootPattern-1840745779-router', 'tenant_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:00Z', 'updated_at': '2021-05-06T18:51:12Z', 'revision_number': 6, 'project_id': '992bdb878c3d45afa89e89fa3a20f1f5', 'gw_port_host': None}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:51:13.157327 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-42078c42-1fdf-4e63-ba8c-7963fc20121e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:13.161777 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-3d827574-9b2f-4faa-8840-e59acf663d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:51:13.204063 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42078c42-1fdf-4e63-ba8c-7963fc20121e admin admin] Pushing event deleted for resources: {'Port': ['ID=a192563a-d2a2-407b-ab01-0ac2b479de92,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:51:13.207130 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-42078c42-1fdf-4e63-ba8c-7963fc20121e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:51:13.331393 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-42078c42-1fdf-4e63-ba8c-7963fc20121e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1046119'] for router_gateway, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:13.620595 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-42078c42-1fdf-4e63-ba8c-7963fc20121e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15271'] for router, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:13.622673 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-42078c42-1fdf-4e63-ba8c-7963fc20121e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:13.644049 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-42078c42-1fdf-4e63-ba8c-7963fc20121e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1038965'] for router, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:13.644561 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42078c42-1fdf-4e63-ba8c-7963fc20121e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe691a20-1d59-4c74-8587-2adb55b4e15d {{(pid=78804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 18:51:13.656304 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-42078c42-1fdf-4e63-ba8c-7963fc20121e admin admin] Notify callbacks [] for router, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:13.657406 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-42078c42-1fdf-4e63-ba8c-7963fc20121e admin admin] 10.222.0.50 "DELETE /v2.0/routers/fe691a20-1d59-4c74-8587-2adb55b4e15d HTTP/1.1" status: 204 len: 168 time: 1.3149588 May 06 18:51:13.659910 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 52012) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:51:13.721632 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_v2 [None req-a251fd99-6666-4f55-adc4-d00fc3409df6 admin admin] Deleting subnet a32917cb-097d-4180-8cc5-69b1118bbbd7 {{(pid=78804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:51:13.724633 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a251fd99-6666-4f55-adc4-d00fc3409df6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:13.774169 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a251fd99-6666-4f55-adc4-d00fc3409df6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2426638'] for subnet, precommit_delete_associations {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:13.856223 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a251fd99-6666-4f55-adc4-d00fc3409df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8251675'] for subnet, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:13.894075 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 78783e6e-ec55-4d0b-a912-23f6058d3712 no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:51:13.932836 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: 78783e6e-ec55-4d0b-a912-23f6058d3712 {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:51:13.933213 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 78783e6e-ec55-4d0b-a912-23f6058d3712 not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:51:14.102804 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a251fd99-6666-4f55-adc4-d00fc3409df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8251668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3062876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3327130'] for subnet, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:14.106982 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:51:14.148669 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251fd99-6666-4f55-adc4-d00fc3409df6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a32917cb-097d-4180-8cc5-69b1118bbbd7,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:51:14.150748 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a251fd99-6666-4f55-adc4-d00fc3409df6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:14.153303 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-a251fd99-6666-4f55-adc4-d00fc3409df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:51:14.154976 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2fb576-10b8-405b-92f3-4176244cdf05 None None] Network 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:51:14.159192 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-a251fd99-6666-4f55-adc4-d00fc3409df6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a32917cb-097d-4180-8cc5-69b1118bbbd7 HTTP/1.1" status: 204 len: 168 time: 0.4966624 May 06 18:51:14.160122 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 52016) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:51:14.266342 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-967a802c-bff3-4db2-bd2f-1532338a9d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8341019'] for network, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:14.340750 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-967a802c-bff3-4db2-bd2f-1532338a9d6f admin admin] Deleting port 30961b5b-090a-4382-bd12-26cc70e03a8e {{(pid=78804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:51:14.341088 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-967a802c-bff3-4db2-bd2f-1532338a9d6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:14.406740 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9df673e-fc9d-4f57-8862-60d507a42137 None None] DHCP port deletion for 0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 request from dv-cinder-733622-15-iscsi {{(pid=78805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 18:51:14.444782 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-967a802c-bff3-4db2-bd2f-1532338a9d6f admin admin] For port 30961b5b-090a-4382-bd12-26cc70e03a8e, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=30961b5b-090a-4382-bd12-26cc70e03a8e,segment=NetworkSegment(18668fc2-a888-4e60-89c3-6a276abc0f8f),segment_id=18668fc2-a888-4e60-89c3-6a276abc0f8f)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:51:14.445479 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-967a802c-bff3-4db2-bd2f-1532338a9d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:14.470754 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c9df673e-fc9d-4f57-8862-60d507a42137 None None] Deleting port 30961b5b-090a-4382-bd12-26cc70e03a8e {{(pid=78805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:51:14.471134 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c9df673e-fc9d-4f57-8862-60d507a42137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:14.566458 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-967a802c-bff3-4db2-bd2f-1532338a9d6f admin admin] Calling delete_port for 30961b5b-090a-4382-bd12-26cc70e03a8e owned by network:dhcp {{(pid=78804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:51:14.568729 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c9df673e-fc9d-4f57-8862-60d507a42137 None None] For port 30961b5b-090a-4382-bd12-26cc70e03a8e, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=30961b5b-090a-4382-bd12-26cc70e03a8e,segment=NetworkSegment(18668fc2-a888-4e60-89c3-6a276abc0f8f),segment_id=18668fc2-a888-4e60-89c3-6a276abc0f8f)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:51:14.569389 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c9df673e-fc9d-4f57-8862-60d507a42137 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:14.612291 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-967a802c-bff3-4db2-bd2f-1532338a9d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:14.616110 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-d62c8875-e18b-4142-b84a-3ddc6bb311b0 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:51:14.668327 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a802c-bff3-4db2-bd2f-1532338a9d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=30961b5b-090a-4382-bd12-26cc70e03a8e,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:51:14.670038 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a802c-bff3-4db2-bd2f-1532338a9d6f admin admin] No DVR routers for this DVR port 30961b5b-090a-4382-bd12-26cc70e03a8e on host dv-cinder-733622-15-iscsi {{(pid=78804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:51:14.671513 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-967a802c-bff3-4db2-bd2f-1532338a9d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:51:14.695576 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c9df673e-fc9d-4f57-8862-60d507a42137 None None] Calling delete_port for 30961b5b-090a-4382-bd12-26cc70e03a8e owned by network:dhcp {{(pid=78805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:51:14.740937 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c9df673e-fc9d-4f57-8862-60d507a42137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615'] for port, after_delete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:14.745778 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:51:14.789270 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-967a802c-bff3-4db2-bd2f-1532338a9d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8253920', 'neutron.services.segments.db._delete_segments_for_network-8734943948701'] for network, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:14.802759 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.services.segments.db [None req-967a802c-bff3-4db2-bd2f-1532338a9d6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14']}} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:51:14.814916 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.services.segments.db [None req-967a802c-bff3-4db2-bd2f-1532338a9d6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18668fc2-a888-4e60-89c3-6a276abc0f8f') {'for_net_delete': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:51:14.815265 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.services.segments.db [None req-967a802c-bff3-4db2-bd2f-1532338a9d6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18668fc2-a888-4e60-89c3-6a276abc0f8f') {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:51:14.827385 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-967a802c-bff3-4db2-bd2f-1532338a9d6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734943960679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2426641'] for segment, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:14.828651 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df673e-fc9d-4f57-8862-60d507a42137 None None] Pushing event deleted for resources: {'Port': ['ID=30961b5b-090a-4382-bd12-26cc70e03a8e,revision_number=None']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:51:14.830990 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9df673e-fc9d-4f57-8862-60d507a42137 None None] No DVR routers for this DVR port 30961b5b-090a-4382-bd12-26cc70e03a8e on host dv-cinder-733622-15-iscsi {{(pid=78805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:51:14.843263 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9df673e-fc9d-4f57-8862-60d507a42137 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:51:14.843617 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9df673e-fc9d-4f57-8862-60d507a42137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:51:14.843960 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9df673e-fc9d-4f57-8862-60d507a42137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:51:14.844289 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9df673e-fc9d-4f57-8862-60d507a42137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:51:14.844617 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9df673e-fc9d-4f57-8862-60d507a42137 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:51:14.844945 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9df673e-fc9d-4f57-8862-60d507a42137 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:51:14.845272 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9df673e-fc9d-4f57-8862-60d507a42137 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:51:14.845595 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9df673e-fc9d-4f57-8862-60d507a42137 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:51:14.845715 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-967a802c-bff3-4db2-bd2f-1532338a9d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:14.845916 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9df673e-fc9d-4f57-8862-60d507a42137 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:51:14.846234 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9df673e-fc9d-4f57-8862-60d507a42137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:51:14.846602 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9df673e-fc9d-4f57-8862-60d507a42137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:51:14.846928 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9df673e-fc9d-4f57-8862-60d507a42137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:51:14.851019 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c9df673e-fc9d-4f57-8862-60d507a42137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:51:14.852759 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967a802c-bff3-4db2-bd2f-1532338a9d6f admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=78804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:51:14.853226 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-967a802c-bff3-4db2-bd2f-1532338a9d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8250152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3062842'] for segment, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: Traceback (most recent call last): May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: timer() May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: cb(*args, **kw) May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: return func(*args, **kwargs) May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: self._notify() May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: self.callback(batched_events) May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: event.method(event) May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: return f(self, *a, **k) May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: return self._get(url).json() May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: return self.request(url, 'GET', **kwargs) May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:51:14.866625 dv-cinder-733622-15-iscsi neutron-server[78804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:51:15.053215 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-967a802c-bff3-4db2-bd2f-1532338a9d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8253849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1046133'] for network, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:15.057310 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-fdcc9f2e-5961-4c36-8c1b-4e573976c710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:51:15.073106 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-967a802c-bff3-4db2-bd2f-1532338a9d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:15.078943 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a802c-bff3-4db2-bd2f-1532338a9d6f admin admin] Pushing event deleted for resources: {'Network': ['ID=0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:51:15.082999 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-967a802c-bff3-4db2-bd2f-1532338a9d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:51:15.095625 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-967a802c-bff3-4db2-bd2f-1532338a9d6f admin admin] 10.222.0.50 "DELETE /v2.0/networks/0a9e0de8-5ee7-4c07-9b1b-9b6f7b8d2d14 HTTP/1.1" status: 204 len: 168 time: 0.9344845 May 06 18:51:15.098386 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 52020) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:51:15.222935 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 30961b5b-090a-4382-bd12-26cc70e03a8e no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:51:15.257620 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: 30961b5b-090a-4382-bd12-26cc70e03a8e {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:51:15.258001 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 30961b5b-090a-4382-bd12-26cc70e03a8e not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:51:15.258450 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device a192563a-d2a2-407b-ab01-0ac2b479de92 no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:51:15.293721 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: a192563a-d2a2-407b-ab01-0ac2b479de92 {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:51:15.293981 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device a192563a-d2a2-407b-ab01-0ac2b479de92 not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:51:15.629634 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-069ad25e-c869-488a-b2a2-cb957de0e2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1039683'] for router_interface, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:16.033704 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-069ad25e-c869-488a-b2a2-cb957de0e2a7 admin admin] Deleting port c8e87d3e-60c2-49c8-a950-e682aed049cb {{(pid=78804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:51:16.034042 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-069ad25e-c869-488a-b2a2-cb957de0e2a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:16.152903 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-069ad25e-c869-488a-b2a2-cb957de0e2a7 admin admin] For port c8e87d3e-60c2-49c8-a950-e682aed049cb, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=c8e87d3e-60c2-49c8-a950-e682aed049cb,segment=NetworkSegment(0cd68cf1-e041-4238-8263-2aedf7dc302a),segment_id=0cd68cf1-e041-4238-8263-2aedf7dc302a)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:51:16.153254 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-069ad25e-c869-488a-b2a2-cb957de0e2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:16.273350 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-069ad25e-c869-488a-b2a2-cb957de0e2a7 admin admin] Calling delete_port for c8e87d3e-60c2-49c8-a950-e682aed049cb owned by network:router_interface {{(pid=78804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:51:16.324868 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-99859759-99da-4088-a86d-0c15272a8271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:16.518660 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-069ad25e-c869-488a-b2a2-cb957de0e2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:16.523066 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-ac4315a8-a11e-41f2-b79c-0727339f2a61 tempest-TestVolumeBootPattern-1983958638 tempest-TestVolumeBootPattern-1983958638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:51:16.564608 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ad25e-c869-488a-b2a2-cb957de0e2a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e87d3e-60c2-49c8-a950-e682aed049cb,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:51:16.566929 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-069ad25e-c869-488a-b2a2-cb957de0e2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:51:16.834686 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-069ad25e-c869-488a-b2a2-cb957de0e2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1042931'] for router_interface, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:17.191982 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069ad25e-c869-488a-b2a2-cb957de0e2a7 admin admin] Router 275801e5-2e6c-48f9-a325-785d1658f175 has already been hosted by L3 agent 58b344a5-7715-46b2-9eaa-7cd1e256fb5a {{(pid=78804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:51:17.371407 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069ad25e-c869-488a-b2a2-cb957de0e2a7 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-iscsi the message routers_updated {{(pid=78804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:51:17.379706 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479468d3-f132-4171-9277-f2dcc7f322b5 None None] Sync routers for ids ['275801e5-2e6c-48f9-a325-785d1658f175'] in dv-cinder-733622-15-iscsi {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:51:17.380208 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-069ad25e-c869-488a-b2a2-cb957de0e2a7 admin admin] 10.222.0.50 "PUT /v2.0/routers/275801e5-2e6c-48f9-a325-785d1658f175/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2806160 May 06 18:51:17.382631 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 52024) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:51:17.389872 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479468d3-f132-4171-9277-f2dcc7f322b5 None None] Routers {'275801e5-2e6c-48f9-a325-785d1658f175'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:51:17.390478 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-479468d3-f132-4171-9277-f2dcc7f322b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:50:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['275801e5-2e6c-48f9-a325-785d1658f175'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:51:17.554022 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a139e3f6-a61c-4afc-8631-f5db8c6802a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:17.565927 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-479468d3-f132-4171-9277-f2dcc7f322b5 None None] Set router 275801e5-2e6c-48f9-a325-785d1658f175 gateway port host: dv-cinder-733622-15-iscsi {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:51:17.848831 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a139e3f6-a61c-4afc-8631-f5db8c6802a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:17.851500 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-479468d3-f132-4171-9277-f2dcc7f322b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275801e5-2e6c-48f9-a325-785d1658f175', 'name': 'tempest-TestVolumeBootPattern-1183784857-router', 'tenant_id': 'ddd5a04b232c49dba0814406504bc513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'external_fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e186220e-5150-4472-b1db-9a422dec350b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:10Z', 'updated_at': '2021-05-06T18:51:16Z', 'revision_number': 5, 'project_id': 'ddd5a04b232c49dba0814406504bc513', 'gw_port': {'id': 'e186220e-5150-4472-b1db-9a422dec350b', 'name': '', 'network_id': '884521b5-a319-4325-bd13-24951164ba4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275801e5-2e6c-48f9-a325-785d1658f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:44:12Z', 'updated_at': '2021-05-06T18:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fcafda4-8977-4d90-a4c2-0719bb43c11a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-iscsi'}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:51:17.855383 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479468d3-f132-4171-9277-f2dcc7f322b5 None None] Checking router: 275801e5-2e6c-48f9-a325-785d1658f175 for host: dv-cinder-733622-15-iscsi {{(pid=78806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:51:17.863795 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479468d3-f132-4171-9277-f2dcc7f322b5 None None] Routers {'275801e5-2e6c-48f9-a325-785d1658f175'} bound to L3 agent in host dv-cinder-733622-15-iscsi {{(pid=78806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:51:17.864384 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-479468d3-f132-4171-9277-f2dcc7f322b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:49Z,description=,heartbeat_timestamp=2021-05-06T18:50:49Z,host='dv-cinder-733622-15-iscsi',id=58b344a5-7715-46b2-9eaa-7cd1e256fb5a,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:49Z,topic='l3_agent')) {'router_ids': ['275801e5-2e6c-48f9-a325-785d1658f175'], 'active': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:51:17.922001 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-a139e3f6-a61c-4afc-8631-f5db8c6802a0 admin admin] Deleting port e186220e-5150-4472-b1db-9a422dec350b {{(pid=78804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:51:17.922334 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a139e3f6-a61c-4afc-8631-f5db8c6802a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:18.010827 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_dvr_db [None req-479468d3-f132-4171-9277-f2dcc7f322b5 None None] Set router 275801e5-2e6c-48f9-a325-785d1658f175 gateway port host: None {{(pid=78806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:51:18.045310 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-a139e3f6-a61c-4afc-8631-f5db8c6802a0 admin admin] For port e186220e-5150-4472-b1db-9a422dec350b, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=e186220e-5150-4472-b1db-9a422dec350b,segment=NetworkSegment(ce3dd2c8-9f5c-490a-bc37-21c40ab5708c),segment_id=ce3dd2c8-9f5c-490a-bc37-21c40ab5708c)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:51:18.045667 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a139e3f6-a61c-4afc-8631-f5db8c6802a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:18.115427 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.l3_hamode_db [None req-479468d3-f132-4171-9277-f2dcc7f322b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275801e5-2e6c-48f9-a325-785d1658f175', 'name': 'tempest-TestVolumeBootPattern-1183784857-router', 'tenant_id': 'ddd5a04b232c49dba0814406504bc513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:10Z', 'updated_at': '2021-05-06T18:51:17Z', 'revision_number': 6, 'project_id': 'ddd5a04b232c49dba0814406504bc513', 'gw_port_host': None}], 'dv-cinder-733622-15-iscsi', False) {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:51:18.119547 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479468d3-f132-4171-9277-f2dcc7f322b5 None None] The sync data for ids ['275801e5-2e6c-48f9-a325-785d1658f175'] in dv-cinder-733622-15-iscsi is: [{'id': '275801e5-2e6c-48f9-a325-785d1658f175', 'name': 'tempest-TestVolumeBootPattern-1183784857-router', 'tenant_id': 'ddd5a04b232c49dba0814406504bc513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:44:10Z', 'updated_at': '2021-05-06T18:51:17Z', 'revision_number': 6, 'project_id': 'ddd5a04b232c49dba0814406504bc513', 'gw_port_host': None}] {{(pid=78806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:51:18.170135 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-a139e3f6-a61c-4afc-8631-f5db8c6802a0 admin admin] Calling delete_port for e186220e-5150-4472-b1db-9a422dec350b owned by network:router_gateway {{(pid=78804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:51:18.315314 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a139e3f6-a61c-4afc-8631-f5db8c6802a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:18.319421 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-9ceb3cd6-0360-4e3b-b3d4-bc22197de9fc tempest-TestShelveInstance-1989076997 tempest-TestShelveInstance-1989076997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:51:18.356255 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:18.362605 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139e3f6-a61c-4afc-8631-f5db8c6802a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e186220e-5150-4472-b1db-9a422dec350b,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:51:18.366350 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-a139e3f6-a61c-4afc-8631-f5db8c6802a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:51:18.456316 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a139e3f6-a61c-4afc-8631-f5db8c6802a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1046119'] for router_gateway, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:18.633939 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a139e3f6-a61c-4afc-8631-f5db8c6802a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15271'] for router, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:18.636179 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a139e3f6-a61c-4afc-8631-f5db8c6802a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:18.659874 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a139e3f6-a61c-4afc-8631-f5db8c6802a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1038965'] for router, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:18.660366 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a139e3f6-a61c-4afc-8631-f5db8c6802a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 275801e5-2e6c-48f9-a325-785d1658f175 {{(pid=78804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 18:51:18.673682 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a139e3f6-a61c-4afc-8631-f5db8c6802a0 admin admin] Notify callbacks [] for router, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:18.674780 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-a139e3f6-a61c-4afc-8631-f5db8c6802a0 admin admin] 10.222.0.50 "DELETE /v2.0/routers/275801e5-2e6c-48f9-a325-785d1658f175 HTTP/1.1" status: 204 len: 168 time: 1.2912228 May 06 18:51:18.677425 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 52032) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:51:18.736823 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2e4c67be-d7b8-41f7-9993-6b51d2bffc53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:18.738221 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d88af2-414b-425f-92d6-4fb16464c90c admin admin] Deleting subnet 8e871ccd-df15-43fc-b9ff-2b59d7dd121c {{(pid=78804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:51:18.742116 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d5d88af2-414b-425f-92d6-4fb16464c90c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:18.796037 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d5d88af2-414b-425f-92d6-4fb16464c90c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2426638'] for subnet, precommit_delete_associations {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:18.875057 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d5d88af2-414b-425f-92d6-4fb16464c90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8251675'] for subnet, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:19.133092 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d5d88af2-414b-425f-92d6-4fb16464c90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8251668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3062876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3327130'] for subnet, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:19.136861 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-a251fd99-6666-4f55-adc4-d00fc3409df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:51:19.171971 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d88af2-414b-425f-92d6-4fb16464c90c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e871ccd-df15-43fc-b9ff-2b59d7dd121c,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:51:19.174398 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-d5d88af2-414b-425f-92d6-4fb16464c90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:51:19.177802 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d5d88af2-414b-425f-92d6-4fb16464c90c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:19.183585 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bd3742-2c42-4291-9bf3-2c02e98e9d55 None None] Network ad777a3f-d89b-4975-b950-c91f8b3877a2 requested from dv-cinder-733622-15-iscsi {{(pid=78805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:51:19.184417 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-d5d88af2-414b-425f-92d6-4fb16464c90c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8e871ccd-df15-43fc-b9ff-2b59d7dd121c HTTP/1.1" status: 204 len: 168 time: 0.5060506 May 06 18:51:19.186869 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 52036) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:51:19.250622 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device e186220e-5150-4472-b1db-9a422dec350b no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:51:19.294811 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-00144308-61eb-4071-8747-87d22f5e3ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8341019'] for network, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:19.302330 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: e186220e-5150-4472-b1db-9a422dec350b {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:51:19.302699 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device e186220e-5150-4472-b1db-9a422dec350b not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:51:19.303657 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device c8e87d3e-60c2-49c8-a950-e682aed049cb no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:51:19.354779 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: c8e87d3e-60c2-49c8-a950-e682aed049cb {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:51:19.355140 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device c8e87d3e-60c2-49c8-a950-e682aed049cb not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:51:19.483676 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-00144308-61eb-4071-8747-87d22f5e3ee3 admin admin] Deleting port 307286cc-95a1-4b27-80f9-9e8197f99a87 {{(pid=78804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:51:19.484015 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-00144308-61eb-4071-8747-87d22f5e3ee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:19.518787 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acb6d7c-d62e-4e70-bd5f-6300348d4037 None None] DHCP port deletion for ad777a3f-d89b-4975-b950-c91f8b3877a2 request from dv-cinder-733622-15-iscsi {{(pid=78805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 18:51:19.582313 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-4acb6d7c-d62e-4e70-bd5f-6300348d4037 None None] Deleting port 307286cc-95a1-4b27-80f9-9e8197f99a87 {{(pid=78805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:51:19.582700 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-4acb6d7c-d62e-4e70-bd5f-6300348d4037 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734943937693'] for port, before_delete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:19.583380 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-00144308-61eb-4071-8747-87d22f5e3ee3 admin admin] For port 307286cc-95a1-4b27-80f9-9e8197f99a87, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=307286cc-95a1-4b27-80f9-9e8197f99a87,segment=NetworkSegment(0cd68cf1-e041-4238-8263-2aedf7dc302a),segment_id=0cd68cf1-e041-4238-8263-2aedf7dc302a)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:51:19.583747 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-00144308-61eb-4071-8747-87d22f5e3ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:19.679872 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-4acb6d7c-d62e-4e70-bd5f-6300348d4037 None None] For port 307286cc-95a1-4b27-80f9-9e8197f99a87, host dv-cinder-733622-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-iscsi',level=0,port_id=307286cc-95a1-4b27-80f9-9e8197f99a87,segment=NetworkSegment(0cd68cf1-e041-4238-8263-2aedf7dc302a),segment_id=0cd68cf1-e041-4238-8263-2aedf7dc302a)] {{(pid=78805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:51:19.680280 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-4acb6d7c-d62e-4e70-bd5f-6300348d4037 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042361'] for port, precommit_delete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:19.711100 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-00144308-61eb-4071-8747-87d22f5e3ee3 admin admin] Calling delete_port for 307286cc-95a1-4b27-80f9-9e8197f99a87 owned by network:dhcp {{(pid=78804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:51:19.758529 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-00144308-61eb-4071-8747-87d22f5e3ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062799'] for port, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:19.762276 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08cf3dd6-1746-4572-ad8a-9cd55509ef19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:51:19.800189 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-4acb6d7c-d62e-4e70-bd5f-6300348d4037 None None] Calling delete_port for 307286cc-95a1-4b27-80f9-9e8197f99a87 owned by network:dhcp {{(pid=78805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:51:19.806597 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00144308-61eb-4071-8747-87d22f5e3ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=307286cc-95a1-4b27-80f9-9e8197f99a87,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:51:19.809177 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-00144308-61eb-4071-8747-87d22f5e3ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:51:19.811712 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00144308-61eb-4071-8747-87d22f5e3ee3 admin admin] No DVR routers for this DVR port 307286cc-95a1-4b27-80f9-9e8197f99a87 on host dv-cinder-733622-15-iscsi {{(pid=78804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:51:19.845197 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-4acb6d7c-d62e-4e70-bd5f-6300348d4037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8309949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734943942256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734943523615'] for port, after_delete {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:19.849734 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:51:19.891830 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb6d7c-d62e-4e70-bd5f-6300348d4037 None None] Pushing event deleted for resources: {'Port': ['ID=307286cc-95a1-4b27-80f9-9e8197f99a87,revision_number=None']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:51:19.893615 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acb6d7c-d62e-4e70-bd5f-6300348d4037 None None] No DVR routers for this DVR port 307286cc-95a1-4b27-80f9-9e8197f99a87 on host dv-cinder-733622-15-iscsi {{(pid=78805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:51:19.894944 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-4acb6d7c-d62e-4e70-bd5f-6300348d4037 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:51:19.932079 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-00144308-61eb-4071-8747-87d22f5e3ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8253920', 'neutron.services.segments.db._delete_segments_for_network-8734943948701'] for network, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:19.944804 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.services.segments.db [None req-00144308-61eb-4071-8747-87d22f5e3ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad777a3f-d89b-4975-b950-c91f8b3877a2']}} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:51:19.956677 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.services.segments.db [None req-00144308-61eb-4071-8747-87d22f5e3ee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd68cf1-e041-4238-8263-2aedf7dc302a') {'for_net_delete': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:51:19.956968 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.services.segments.db [None req-00144308-61eb-4071-8747-87d22f5e3ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd68cf1-e041-4238-8263-2aedf7dc302a') {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:51:19.968608 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-00144308-61eb-4071-8747-87d22f5e3ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734943960679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2426641'] for segment, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:19.989859 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-00144308-61eb-4071-8747-87d22f5e3ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8250145'] for segment, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:19.996281 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00144308-61eb-4071-8747-87d22f5e3ee3 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=78804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:51:19.996702 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-00144308-61eb-4071-8747-87d22f5e3ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8250152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3062842'] for segment, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: Traceback (most recent call last): May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: timer() May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: cb(*args, **kw) May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: return func(*args, **kwargs) May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: self._notify() May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: self.callback(batched_events) May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: event.method(event) May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: return f(self, *a, **k) May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: return self._get(url).json() May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: return self.request(url, 'GET', **kwargs) May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:51:20.013402 dv-cinder-733622-15-iscsi neutron-server[78804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:51:20.082876 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-00144308-61eb-4071-8747-87d22f5e3ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8253849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1046133'] for network, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:20.087202 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:51:20.099671 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-00144308-61eb-4071-8747-87d22f5e3ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647077'] for network, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:20.110434 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00144308-61eb-4071-8747-87d22f5e3ee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad777a3f-d89b-4975-b950-c91f8b3877a2,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:51:20.113173 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-00144308-61eb-4071-8747-87d22f5e3ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:51:20.114955 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-00144308-61eb-4071-8747-87d22f5e3ee3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ad777a3f-d89b-4975-b950-c91f8b3877a2 HTTP/1.1" status: 204 len: 168 time: 0.9270589 May 06 18:51:20.144260 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:20.227587 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 52042) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:51:20.279634 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-8fa5a0cb-975a-4dac-b9b8-db442c62ca9c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=992bdb878c3d45afa89e89fa3a20f1f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506363 May 06 18:51:20.281775 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [-] (78804) accepted ('10.222.0.50', 52046) {{(pid=78804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:51:20.339108 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6bc371b6-18cb-44ff-81f9-85aa701e970f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:20.364693 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6bc371b6-18cb-44ff-81f9-85aa701e970f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:20.419346 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6bc371b6-18cb-44ff-81f9-85aa701e970f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:20.423913 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-5153ece3-f7d8-4da6-a0ef-31bf4b3ac742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:51:20.436754 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc371b6-18cb-44ff-81f9-85aa701e970f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7a4dc6-aaed-4d41-9d77-085c9318e529,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:51:20.439222 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-6bc371b6-18cb-44ff-81f9-85aa701e970f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:51:20.445417 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6bc371b6-18cb-44ff-81f9-85aa701e970f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:20.446537 dv-cinder-733622-15-iscsi neutron-server[78804]: INFO neutron.wsgi [None req-6bc371b6-18cb-44ff-81f9-85aa701e970f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a7a4dc6-aaed-4d41-9d77-085c9318e529 HTTP/1.1" status: 204 len: 168 time: 0.1638687 May 06 18:51:20.783307 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 52054) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:51:20.835891 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-b566111e-059c-4824-9fb8-9a8ac2b6ec6a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ddd5a04b232c49dba0814406504bc513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512660 May 06 18:51:20.838197 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.50', 52058) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:51:20.895356 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4c0b5160-1efd-489d-9167-5c2afcc7141d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:20.921508 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4c0b5160-1efd-489d-9167-5c2afcc7141d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:20.973755 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4c0b5160-1efd-489d-9167-5c2afcc7141d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002386'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:20.977569 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f37ee18a-7e8f-4d90-ab4f-901a7fe3f157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:51:20.988810 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b5160-1efd-489d-9167-5c2afcc7141d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46b3a50-06e5-4e46-bf2b-77e90ca532a5,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:51:20.991716 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-4c0b5160-1efd-489d-9167-5c2afcc7141d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:51:20.997567 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4c0b5160-1efd-489d-9167-5c2afcc7141d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:20.998663 dv-cinder-733622-15-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-4c0b5160-1efd-489d-9167-5c2afcc7141d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f46b3a50-06e5-4e46-bf2b-77e90ca532a5 HTTP/1.1" status: 204 len: 168 time: 0.1595886 May 06 18:51:21.226757 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 307286cc-95a1-4b27-80f9-9e8197f99a87 no longer exists at agent ovs-agent-dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:51:21.262917 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.plugin [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] No Port match for: 307286cc-95a1-4b27-80f9-9e8197f99a87 {{(pid=78805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:51:21.263309 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.rpc [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Device 307286cc-95a1-4b27-80f9-9e8197f99a87 not bound to the agent host dv-cinder-733622-15-iscsi {{(pid=78805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:51:21.689971 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:22.366684 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:51:27.619812 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:46.330195 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-f4f449db-a349-4031-a730-a6b2789fe870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:48.358192 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:48.739051 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c3c56ba7-c0dc-4b65-bd35-176553f3b400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:50.147775 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:51.691303 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:57.618650 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:59.365844 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:52:16.330919 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-f8d7d0a9-5bcf-4e4a-9404-ce6eab2740cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:52:18.362756 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:52:18.739795 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-1922e1b3-ce62-40ae-9a2d-5a9556f8475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:52:20.149783 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:52:21.693163 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:52:24.413341 dv-cinder-733622-15-iscsi neutron-server[78804]: DEBUG neutron.wsgi [req-d30f22d3-c09f-4b1a-b48f-a23b5f9502a2 req-af756e22-65b1-4a01-bfff-f2f18b84df6f service neutron] (78804) timed out ('10.222.0.55', 57428) {{(pid=78804) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 18:52:24.797861 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [req-60125b62-93b7-4e6a-8a1d-76921744a4be req-5cd0ba87-a21e-404a-a29e-67d067ae9018 service neutron] (78803) timed out ('10.222.0.55', 57531) {{(pid=78803) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 18:52:27.634930 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:52:36.365464 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:52:46.332625 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-bf77c3f8-b473-4cc4-9048-10d52f47cf2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:52:48.366776 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:52:48.741071 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-8dbf024e-580c-4c70-bd7b-ace250a7013c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:52:50.154159 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:52:51.695203 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:52:57.649275 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:53:13.364475 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:53:16.334314 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-f7fddd83-6839-4688-887f-e5375f9e4222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:53:18.368408 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:53:18.742597 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-86b1353c-d5a8-497d-8d69-250ab071e8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:53:20.154998 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:53:21.697500 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:53:27.650564 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:53:46.336114 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-3814f74c-362e-4318-aafd-3e0faac199ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:53:48.369691 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:53:48.743177 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-3a5a83c4-0cda-4018-9329-316e31fd76d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:53:50.158588 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:53:50.363268 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:53:51.698907 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:53:57.649903 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:54:16.338179 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-5f02903a-48a2-4256-83a2-779c21090996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:54:18.377400 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:54:18.743846 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-3027741c-28de-4073-85b7-13c5df35fb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:54:20.161189 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:54:21.701780 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:54:27.361873 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:54:27.647597 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:54:46.340183 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-8b24254e-eb14-4859-b8f2-f6551a2ea5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:54:48.368860 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:54:48.743875 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-605653b9-5bb3-48ee-ad2a-f7c574ba292e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:54:50.164901 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:54:51.704917 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:54:57.649632 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:55:04.360167 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:55:16.341666 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-83aec2e5-0620-46d6-9add-a69bb66feceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:55:18.372324 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:55:18.743811 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-944c191d-bae9-4f8f-bd90-bcf1fd533a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:55:20.167806 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:55:21.707408 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:55:27.647986 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:55:41.358758 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:55:46.342190 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-a24aa429-a1a4-487d-b918-179c273dd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:55:48.373789 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:55:48.743259 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-46b90fd2-ee11-453e-9cf6-9c3da425c7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:55:50.170300 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:55:51.708891 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:55:57.655914 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:56:06.717762 dv-cinder-733622-15-iscsi neutron-server[78803]: DEBUG neutron.wsgi [req-ffa5f07a-3335-4de8-b5c9-5108c73fe083 req-15b444c0-95f4-4797-9bef-adf12234cf67 service neutron] (78803) timed out ('10.222.0.50', 44402) {{(pid=78803) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 18:56:16.343971 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-e836dd26-73f7-407e-b59f-2fab0da12dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:56:18.357475 dv-cinder-733622-15-iscsi neutron-server[78806]: DEBUG neutron.db.agents_db [None req-af8e9691-47fe-4acf-bb74-8443ed7adc0d None None] Agent healthcheck: found 6 active agents {{(pid=78806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:56:18.375523 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c70006ed-d65a-438b-a6c2-c1e2ee38b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:56:18.745491 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-f53c0271-e098-431f-a0d7-4dcac17311cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:56:20.173063 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-ae4311d3-f1f3-4e29-9d84-7c187cc333e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:56:21.712251 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-2d45d00f-d49b-44df-a7f1-5d7aa026039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:56:27.692780 dv-cinder-733622-15-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-570cf4cf-c53b-4982-9b20-1cf7d4df40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734943948710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194010'] for agent, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}